2024-11-26 19:21:10,862 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 19:21:10,878 main DEBUG Took 0.014304 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 19:21:10,879 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 19:21:10,879 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 19:21:10,880 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 19:21:10,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,891 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 19:21:10,905 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,909 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,910 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,911 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,913 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,915 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,916 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,918 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,919 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 19:21:10,920 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,921 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 19:21:10,923 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 19:21:10,924 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 19:21:10,927 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 19:21:10,927 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 19:21:10,929 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 19:21:10,929 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 19:21:10,940 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 19:21:10,943 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 19:21:10,944 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 19:21:10,945 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 19:21:10,945 main DEBUG createAppenders(={Console}) 2024-11-26 19:21:10,946 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 19:21:10,946 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 19:21:10,947 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 19:21:10,947 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 19:21:10,947 main DEBUG OutputStream closed 2024-11-26 19:21:10,948 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 19:21:10,948 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 19:21:10,948 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 19:21:11,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 19:21:11,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 19:21:11,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 19:21:11,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 19:21:11,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 19:21:11,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 19:21:11,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 19:21:11,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 19:21:11,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 19:21:11,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 19:21:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 19:21:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 19:21:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 19:21:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 19:21:11,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 19:21:11,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 19:21:11,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 19:21:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 19:21:11,053 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 19:21:11,053 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 19:21:11,054 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 19:21:11,054 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T19:21:11,368 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b 2024-11-26 19:21:11,371 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 19:21:11,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T19:21:11,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-26T19:21:11,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T19:21:11,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7, deleteOnExit=true 2024-11-26T19:21:11,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T19:21:11,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/test.cache.data in system properties and HBase conf 2024-11-26T19:21:11,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T19:21:11,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.log.dir in system properties and HBase conf 2024-11-26T19:21:11,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T19:21:11,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T19:21:11,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T19:21:11,530 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T19:21:11,655 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T19:21:11,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:11,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T19:21:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T19:21:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T19:21:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T19:21:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T19:21:11,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:11,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T19:21:11,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/nfs.dump.dir in system properties and HBase conf 2024-11-26T19:21:11,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/java.io.tmpdir in system properties and HBase conf 2024-11-26T19:21:11,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T19:21:11,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T19:21:11,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T19:21:12,569 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T19:21:12,643 INFO [Time-limited test {}] log.Log(170): Logging initialized @2525ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T19:21:12,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:12,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:12,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:12,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:12,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T19:21:12,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:12,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:12,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:13,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/java.io.tmpdir/jetty-localhost-40399-hadoop-hdfs-3_4_1-tests_jar-_-any-5050970117969524100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:21:13,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40399} 2024-11-26T19:21:13,024 INFO [Time-limited test {}] server.Server(415): Started @2907ms 2024-11-26T19:21:13,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T19:21:13,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T19:21:13,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T19:21:13,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T19:21:13,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T19:21:13,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.log.dir/,AVAILABLE} 2024-11-26T19:21:13,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T19:21:13,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3054265c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-12312136641851765092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:21:13,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-26T19:21:13,562 INFO [Time-limited test {}] server.Server(415): Started @3444ms 2024-11-26T19:21:13,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T19:21:14,117 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/dfs/data/data1/current/BP-751110260-172.17.0.2-1732648872319/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:14,117 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/dfs/data/data2/current/BP-751110260-172.17.0.2-1732648872319/current, will proceed with Du for space computation calculation, 2024-11-26T19:21:14,157 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T19:21:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfc3f76f9af8a7d4 with lease ID 0x4bfab6251acaa2ba: Processing first storage report for DS-e8eb76a4-8e3d-4b97-92e8-5ceeed1b1407 from datanode DatanodeRegistration(127.0.0.1:36407, datanodeUuid=9e19bb83-73a9-448c-9fec-0fb075d22c1f, infoPort=38691, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1016411027;c=1732648872319) 2024-11-26T19:21:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfc3f76f9af8a7d4 with lease ID 0x4bfab6251acaa2ba: from storage DS-e8eb76a4-8e3d-4b97-92e8-5ceeed1b1407 node DatanodeRegistration(127.0.0.1:36407, datanodeUuid=9e19bb83-73a9-448c-9fec-0fb075d22c1f, infoPort=38691, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1016411027;c=1732648872319), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T19:21:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfc3f76f9af8a7d4 with lease ID 0x4bfab6251acaa2ba: Processing first storage report for DS-a0b4b82d-9d4d-428f-b563-047da24931a4 from datanode DatanodeRegistration(127.0.0.1:36407, datanodeUuid=9e19bb83-73a9-448c-9fec-0fb075d22c1f, infoPort=38691, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1016411027;c=1732648872319) 2024-11-26T19:21:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfc3f76f9af8a7d4 with lease ID 0x4bfab6251acaa2ba: from storage DS-a0b4b82d-9d4d-428f-b563-047da24931a4 node DatanodeRegistration(127.0.0.1:36407, datanodeUuid=9e19bb83-73a9-448c-9fec-0fb075d22c1f, infoPort=38691, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1016411027;c=1732648872319), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T19:21:14,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b 2024-11-26T19:21:14,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/zookeeper_0, clientPort=60553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T19:21:14,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60553 2024-11-26T19:21:14,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:14,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741825_1001 (size=7) 2024-11-26T19:21:14,983 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e with version=8 2024-11-26T19:21:14,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/hbase-staging 2024-11-26T19:21:15,117 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T19:21:15,399 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7e5582d806af:0 server-side Connection retries=45 2024-11-26T19:21:15,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:15,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:15,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:15,624 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T19:21:15,633 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T19:21:15,637 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:15,666 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22230 (auto-detected) 2024-11-26T19:21:15,667 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T19:21:15,687 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34095 2024-11-26T19:21:15,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:15,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:15,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34095 connecting to ZooKeeper ensemble=127.0.0.1:60553 2024-11-26T19:21:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340950x0, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:15,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34095-0x10035476a1f0000 connected 2024-11-26T19:21:15,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T19:21:15,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T19:21:15,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T19:21:15,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-26T19:21:15,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34095 2024-11-26T19:21:15,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34095 2024-11-26T19:21:15,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-26T19:21:15,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-26T19:21:15,810 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e, hbase.cluster.distributed=false 2024-11-26T19:21:15,873 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7e5582d806af:0 server-side Connection retries=45 2024-11-26T19:21:15,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T19:21:15,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T19:21:15,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T19:21:15,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T19:21:15,879 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T19:21:15,881 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32949 2024-11-26T19:21:15,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T19:21:15,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T19:21:15,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:15,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:15,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32949 connecting to ZooKeeper ensemble=127.0.0.1:60553 2024-11-26T19:21:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329490x0, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T19:21:15,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32949-0x10035476a1f0001 connected 2024-11-26T19:21:15,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T19:21:15,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T19:21:15,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T19:21:15,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32949 2024-11-26T19:21:15,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32949 2024-11-26T19:21:15,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32949 2024-11-26T19:21:15,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32949 2024-11-26T19:21:15,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32949 2024-11-26T19:21:15,912 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7e5582d806af,34095,1732648875110 2024-11-26T19:21:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T19:21:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T19:21:15,922 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7e5582d806af,34095,1732648875110 2024-11-26T19:21:15,932 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7e5582d806af:34095 2024-11-26T19:21:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T19:21:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T19:21:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:15,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:15,947 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T19:21:15,948 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7e5582d806af,34095,1732648875110 from backup master directory 2024-11-26T19:21:15,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T19:21:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7e5582d806af,34095,1732648875110 2024-11-26T19:21:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T19:21:15,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T19:21:15,951 WARN [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:15,951 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7e5582d806af,34095,1732648875110 2024-11-26T19:21:15,953 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T19:21:15,955 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T19:21:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741826_1002 (size=42) 2024-11-26T19:21:16,026 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/hbase.id with ID: 64dd95af-c402-4cf2-abec-29fbf62596d7 2024-11-26T19:21:16,069 INFO [master/7e5582d806af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T19:21:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741827_1003 (size=196) 2024-11-26T19:21:16,135 INFO [master/7e5582d806af:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:16,138 INFO [master/7e5582d806af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T19:21:16,161 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:16,165 INFO [master/7e5582d806af:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741828_1004 (size=1189) 2024-11-26T19:21:16,617 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store 2024-11-26T19:21:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741829_1005 (size=34) 2024-11-26T19:21:16,636 INFO [master/7e5582d806af:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T19:21:16,637 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:16,638 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:21:16,638 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:16,638 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:16,638 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:21:16,639 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:16,639 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:21:16,639 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T19:21:16,641 WARN [master/7e5582d806af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/.initializing 2024-11-26T19:21:16,641 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/WALs/7e5582d806af,34095,1732648875110 2024-11-26T19:21:16,648 INFO [master/7e5582d806af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:16,660 INFO [master/7e5582d806af:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7e5582d806af%2C34095%2C1732648875110, suffix=, logDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/WALs/7e5582d806af,34095,1732648875110, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/oldWALs, maxLogs=10 2024-11-26T19:21:16,683 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/WALs/7e5582d806af,34095,1732648875110/7e5582d806af%2C34095%2C1732648875110.1732648876665, exclude list is [], retry=0 2024-11-26T19:21:16,701 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36407,DS-e8eb76a4-8e3d-4b97-92e8-5ceeed1b1407,DISK] 2024-11-26T19:21:16,704 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T19:21:16,743 INFO [master/7e5582d806af:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/WALs/7e5582d806af,34095,1732648875110/7e5582d806af%2C34095%2C1732648875110.1732648876665 2024-11-26T19:21:16,744 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38691:38691)] 2024-11-26T19:21:16,744 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:16,745 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:16,749 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,750 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T19:21:16,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:16,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:16,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T19:21:16,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T19:21:16,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:16,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:16,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T19:21:16,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:16,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:16,841 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,842 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,851 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T19:21:16,855 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T19:21:16,859 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:16,860 INFO [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65782223, jitterRate=-0.01976849138736725}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T19:21:16,864 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T19:21:16,865 INFO [master/7e5582d806af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T19:21:16,896 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c5ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:16,932 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T19:21:16,945 INFO [master/7e5582d806af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T19:21:16,945 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T19:21:16,947 INFO [master/7e5582d806af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T19:21:16,949 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T19:21:16,954 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-26T19:21:16,954 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T19:21:16,982 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T19:21:16,994 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T19:21:16,997 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T19:21:16,999 INFO [master/7e5582d806af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T19:21:17,001 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T19:21:17,002 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T19:21:17,004 INFO [master/7e5582d806af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T19:21:17,008 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T19:21:17,010 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T19:21:17,011 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T19:21:17,013 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T19:21:17,024 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T19:21:17,026 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T19:21:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T19:21:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T19:21:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,031 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7e5582d806af,34095,1732648875110, sessionid=0x10035476a1f0000, setting cluster-up flag (Was=false) 2024-11-26T19:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,052 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T19:21:17,054 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7e5582d806af,34095,1732648875110 2024-11-26T19:21:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:17,065 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T19:21:17,067 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7e5582d806af,34095,1732648875110 2024-11-26T19:21:17,125 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7e5582d806af:32949 2024-11-26T19:21:17,127 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1008): ClusterId : 64dd95af-c402-4cf2-abec-29fbf62596d7 2024-11-26T19:21:17,130 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T19:21:17,134 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T19:21:17,135 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T19:21:17,137 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T19:21:17,138 DEBUG [RS:0;7e5582d806af:32949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:17,140 DEBUG [RS:0;7e5582d806af:32949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def6f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7e5582d806af/172.17.0.2:0 2024-11-26T19:21:17,144 INFO [RS:0;7e5582d806af:32949 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T19:21:17,144 INFO [RS:0;7e5582d806af:32949 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T19:21:17,145 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T19:21:17,147 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(3073): reportForDuty to master=7e5582d806af,34095,1732648875110 with isa=7e5582d806af/172.17.0.2:32949, startcode=1732648875872 2024-11-26T19:21:17,159 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:17,163 DEBUG [RS:0;7e5582d806af:32949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:17,166 INFO [master/7e5582d806af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T19:21:17,169 INFO [master/7e5582d806af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T19:21:17,175 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7e5582d806af,34095,1732648875110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T19:21:17,178 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7e5582d806af:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:17,179 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7e5582d806af:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:17,179 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7e5582d806af:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:17,179 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7e5582d806af:0, corePoolSize=5, maxPoolSize=5 2024-11-26T19:21:17,179 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7e5582d806af:0, corePoolSize=10, maxPoolSize=10 2024-11-26T19:21:17,180 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,180 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7e5582d806af:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:17,180 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,185 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732648907185 2024-11-26T19:21:17,187 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T19:21:17,188 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T19:21:17,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:17,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T19:21:17,192 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T19:21:17,193 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T19:21:17,193 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T19:21:17,193 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T19:21:17,195 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:17,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:17,196 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,197 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T19:21:17,199 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T19:21:17,200 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T19:21:17,203 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T19:21:17,203 INFO [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T19:21:17,208 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.large.0-1732648877205,5,FailOnTimeoutGroup] 2024-11-26T19:21:17,209 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.small.0-1732648877209,5,FailOnTimeoutGroup] 2024-11-26T19:21:17,209 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,209 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T19:21:17,211 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37535, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:17,211 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,211 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741831_1007 (size=1039) 2024-11-26T19:21:17,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34095 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34095 {}] master.ServerManager(486): Registering regionserver=7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,233 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:21:17,233 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42693 2024-11-26T19:21:17,233 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T19:21:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T19:21:17,238 DEBUG [RS:0;7e5582d806af:32949 {}] zookeeper.ZKUtil(111): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,238 WARN [RS:0;7e5582d806af:32949 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T19:21:17,238 INFO [RS:0;7e5582d806af:32949 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:17,239 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7e5582d806af,32949,1732648875872] 2024-11-26T19:21:17,252 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T19:21:17,264 INFO [RS:0;7e5582d806af:32949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T19:21:17,276 INFO [RS:0;7e5582d806af:32949 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T19:21:17,279 INFO [RS:0;7e5582d806af:32949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T19:21:17,280 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,280 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T19:21:17,288 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,288 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,288 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,288 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,288 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7e5582d806af:0, corePoolSize=2, maxPoolSize=2 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,289 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7e5582d806af:0, corePoolSize=1, maxPoolSize=1 2024-11-26T19:21:17,290 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7e5582d806af:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:17,290 DEBUG [RS:0;7e5582d806af:32949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0, corePoolSize=3, maxPoolSize=3 2024-11-26T19:21:17,290 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,291 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,291 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,291 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,291 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,32949,1732648875872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:17,313 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T19:21:17,315 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,32949,1732648875872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:17,334 INFO [RS:0;7e5582d806af:32949 {}] regionserver.Replication(204): 7e5582d806af,32949,1732648875872 started 2024-11-26T19:21:17,334 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1767): Serving as 7e5582d806af,32949,1732648875872, RpcServer on 7e5582d806af/172.17.0.2:32949, sessionid=0x10035476a1f0001 2024-11-26T19:21:17,335 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T19:21:17,335 DEBUG [RS:0;7e5582d806af:32949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,336 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7e5582d806af,32949,1732648875872' 2024-11-26T19:21:17,336 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7e5582d806af,32949,1732648875872 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7e5582d806af,32949,1732648875872' 2024-11-26T19:21:17,337 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T19:21:17,338 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T19:21:17,339 DEBUG [RS:0;7e5582d806af:32949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T19:21:17,339 INFO [RS:0;7e5582d806af:32949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T19:21:17,339 INFO [RS:0;7e5582d806af:32949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T19:21:17,444 INFO [RS:0;7e5582d806af:32949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T19:21:17,448 INFO [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7e5582d806af%2C32949%2C1732648875872, suffix=, logDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/oldWALs, maxLogs=32 2024-11-26T19:21:17,465 DEBUG [RS:0;7e5582d806af:32949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872/7e5582d806af%2C32949%2C1732648875872.1732648877450, exclude list is [], retry=0 2024-11-26T19:21:17,469 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36407,DS-e8eb76a4-8e3d-4b97-92e8-5ceeed1b1407,DISK] 2024-11-26T19:21:17,473 INFO [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872/7e5582d806af%2C32949%2C1732648875872.1732648877450 2024-11-26T19:21:17,473 DEBUG [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38691:38691)] 2024-11-26T19:21:17,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T19:21:17,616 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:21:17,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741833_1009 (size=32) 2024-11-26T19:21:18,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:18,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:18,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:18,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:18,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:18,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:18,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:18,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740 2024-11-26T19:21:18,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740 2024-11-26T19:21:18,047 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:21:18,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T19:21:18,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:18,055 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66383980, jitterRate=-0.010801613330841064}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:21:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T19:21:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:21:18,058 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T19:21:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T19:21:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:21:18,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:21:18,059 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T19:21:18,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T19:21:18,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T19:21:18,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T19:21:18,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T19:21:18,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T19:21:18,078 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T19:21:18,230 DEBUG [7e5582d806af:34095 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T19:21:18,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:18,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7e5582d806af,32949,1732648875872, state=OPENING 2024-11-26T19:21:18,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T19:21:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:18,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T19:21:18,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T19:21:18,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:18,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:18,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T19:21:18,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T19:21:18,446 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T19:21:18,446 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T19:21:18,446 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T19:21:18,450 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7e5582d806af%2C32949%2C1732648875872.meta, suffix=.meta, logDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/oldWALs, maxLogs=32 2024-11-26T19:21:18,466 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872/7e5582d806af%2C32949%2C1732648875872.meta.1732648878452.meta, exclude list is [], retry=0 2024-11-26T19:21:18,471 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36407,DS-e8eb76a4-8e3d-4b97-92e8-5ceeed1b1407,DISK] 2024-11-26T19:21:18,474 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/WALs/7e5582d806af,32949,1732648875872/7e5582d806af%2C32949%2C1732648875872.meta.1732648878452.meta 2024-11-26T19:21:18,475 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38691:38691)] 2024-11-26T19:21:18,475 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:18,476 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T19:21:18,536 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T19:21:18,541 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T19:21:18,545 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T19:21:18,545 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:18,546 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T19:21:18,546 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T19:21:18,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T19:21:18,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T19:21:18,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T19:21:18,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T19:21:18,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T19:21:18,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T19:21:18,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T19:21:18,558 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740 2024-11-26T19:21:18,561 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740 2024-11-26T19:21:18,564 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:21:18,566 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T19:21:18,568 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64680520, jitterRate=-0.03618514537811279}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:21:18,570 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T19:21:18,577 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732648878423 2024-11-26T19:21:18,588 DEBUG [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T19:21:18,589 INFO [RS_OPEN_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T19:21:18,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:18,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7e5582d806af,32949,1732648875872, state=OPEN 2024-11-26T19:21:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T19:21:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T19:21:18,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T19:21:18,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T19:21:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T19:21:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7e5582d806af,32949,1732648875872 in 346 msec 2024-11-26T19:21:18,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T19:21:18,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-26T19:21:18,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5120 sec 2024-11-26T19:21:18,615 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732648878615, completionTime=-1 2024-11-26T19:21:18,615 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T19:21:18,616 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T19:21:18,658 DEBUG [hconnection-0x68a406ef-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:18,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:18,672 INFO [master/7e5582d806af:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T19:21:18,672 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732648938672 2024-11-26T19:21:18,672 INFO [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732648998672 2024-11-26T19:21:18,672 INFO [master/7e5582d806af:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 56 msec 2024-11-26T19:21:18,697 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:18,698 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:18,698 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:18,699 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7e5582d806af:34095, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:18,700 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:18,705 DEBUG [master/7e5582d806af:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T19:21:18,709 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T19:21:18,711 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T19:21:18,718 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T19:21:18,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:18,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:18,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741835_1011 (size=358) 2024-11-26T19:21:19,141 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3e0bd0a27dae391b35d29db05bc60422, NAME => 'hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:21:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741836_1012 (size=42) 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3e0bd0a27dae391b35d29db05bc60422, disabling compactions & flushes 2024-11-26T19:21:19,553 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. after waiting 0 ms 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,553 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3e0bd0a27dae391b35d29db05bc60422: 2024-11-26T19:21:19,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:19,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732648879557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648879557"}]},"ts":"1732648879557"} 2024-11-26T19:21:19,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:21:19,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:19,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648879587"}]},"ts":"1732648879587"} 2024-11-26T19:21:19,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T19:21:19,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3e0bd0a27dae391b35d29db05bc60422, ASSIGN}] 2024-11-26T19:21:19,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3e0bd0a27dae391b35d29db05bc60422, ASSIGN 2024-11-26T19:21:19,603 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3e0bd0a27dae391b35d29db05bc60422, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:21:19,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3e0bd0a27dae391b35d29db05bc60422, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:19,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3e0bd0a27dae391b35d29db05bc60422, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:19,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:19,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e0bd0a27dae391b35d29db05bc60422, NAME => 'hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:19,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:19,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,932 INFO [StoreOpener-3e0bd0a27dae391b35d29db05bc60422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,935 INFO [StoreOpener-3e0bd0a27dae391b35d29db05bc60422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e0bd0a27dae391b35d29db05bc60422 columnFamilyName info 2024-11-26T19:21:19,935 DEBUG [StoreOpener-3e0bd0a27dae391b35d29db05bc60422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:19,936 INFO [StoreOpener-3e0bd0a27dae391b35d29db05bc60422-1 {}] regionserver.HStore(327): Store=3e0bd0a27dae391b35d29db05bc60422/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:19,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:21:19,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:19,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3e0bd0a27dae391b35d29db05bc60422; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61472149, jitterRate=-0.08399359881877899}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T19:21:19,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3e0bd0a27dae391b35d29db05bc60422: 2024-11-26T19:21:19,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422., pid=6, masterSystemTime=1732648879918 2024-11-26T19:21:19,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:21:19,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3e0bd0a27dae391b35d29db05bc60422, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:19,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T19:21:19,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3e0bd0a27dae391b35d29db05bc60422, server=7e5582d806af,32949,1732648875872 in 202 msec 2024-11-26T19:21:19,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T19:21:19,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3e0bd0a27dae391b35d29db05bc60422, ASSIGN in 372 msec 2024-11-26T19:21:19,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:19,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648879978"}]},"ts":"1732648879978"} 2024-11-26T19:21:19,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T19:21:19,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:19,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2760 sec 2024-11-26T19:21:20,023 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T19:21:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T19:21:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:21:20,060 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T19:21:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T19:21:20,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-11-26T19:21:20,095 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T19:21:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T19:21:20,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-11-26T19:21:20,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T19:21:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T19:21:20,124 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.172sec 2024-11-26T19:21:20,126 INFO [master/7e5582d806af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T19:21:20,128 INFO [master/7e5582d806af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T19:21:20,129 INFO [master/7e5582d806af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T19:21:20,130 INFO [master/7e5582d806af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T19:21:20,130 INFO [master/7e5582d806af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T19:21:20,131 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T19:21:20,131 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T19:21:20,139 DEBUG [master/7e5582d806af:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T19:21:20,140 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T19:21:20,141 INFO [master/7e5582d806af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7e5582d806af,34095,1732648875110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T19:21:20,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-11-26T19:21:20,232 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T19:21:20,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:20,244 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T19:21:20,244 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T19:21:20,254 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:20,263 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:20,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7e5582d806af,34095,1732648875110 2024-11-26T19:21:20,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=6088 2024-11-26T19:21:20,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:20,326 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:21:20,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:20,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:20,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T19:21:20,349 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:20,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:20,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741837_1013 (size=960) 2024-11-26T19:21:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:20,767 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:21:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741838_1014 (size=53) 2024-11-26T19:21:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:21,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:21,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f0361c5ea6b325f441d322e33414437f, disabling compactions & flushes 2024-11-26T19:21:21,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. after waiting 0 ms 2024-11-26T19:21:21,179 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,179 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,179 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:21,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:21,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732648881181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648881181"}]},"ts":"1732648881181"} 2024-11-26T19:21:21,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:21:21,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:21,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648881186"}]},"ts":"1732648881186"} 2024-11-26T19:21:21,189 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:21:21,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, ASSIGN}] 2024-11-26T19:21:21,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, ASSIGN 2024-11-26T19:21:21,196 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:21:21,347 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f0361c5ea6b325f441d322e33414437f, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:21,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:21,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:21,510 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,511 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:21,511 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,511 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:21,512 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,512 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,514 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,517 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:21,518 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0361c5ea6b325f441d322e33414437f columnFamilyName A 2024-11-26T19:21:21,518 DEBUG [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:21,519 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(327): Store=f0361c5ea6b325f441d322e33414437f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:21,519 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,521 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:21,521 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0361c5ea6b325f441d322e33414437f columnFamilyName B 2024-11-26T19:21:21,521 DEBUG [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:21,522 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(327): Store=f0361c5ea6b325f441d322e33414437f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:21,522 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,524 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:21,524 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0361c5ea6b325f441d322e33414437f columnFamilyName C 2024-11-26T19:21:21,524 DEBUG [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:21,525 INFO [StoreOpener-f0361c5ea6b325f441d322e33414437f-1 {}] regionserver.HStore(327): Store=f0361c5ea6b325f441d322e33414437f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:21,526 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,527 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,527 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,530 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:21:21,532 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:21,535 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:21,536 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened f0361c5ea6b325f441d322e33414437f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74155945, jitterRate=0.10500968992710114}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:21:21,537 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:21,538 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., pid=11, masterSystemTime=1732648881504 2024-11-26T19:21:21,541 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,541 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:21,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f0361c5ea6b325f441d322e33414437f, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:21,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T19:21:21,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 in 195 msec 2024-11-26T19:21:21,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T19:21:21,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, ASSIGN in 355 msec 2024-11-26T19:21:21,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:21,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648881552"}]},"ts":"1732648881552"} 2024-11-26T19:21:21,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:21:21,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:21,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-26T19:21:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T19:21:22,471 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T19:21:22,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-26T19:21:22,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,485 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:22,490 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:22,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-11-26T19:21:22,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-11-26T19:21:22,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-11-26T19:21:22,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-11-26T19:21:22,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-11-26T19:21:22,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-11-26T19:21:22,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-26T19:21:22,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-11-26T19:21:22,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-11-26T19:21:22,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:22,548 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,549 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,551 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,552 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,553 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,553 DEBUG [hconnection-0x13693b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,553 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,554 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,555 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,556 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:22,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:22,560 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,562 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T19:21:22,565 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:22,567 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:22,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:22,578 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,586 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,593 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,594 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,601 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:22,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:22,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:22,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:22,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:22,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T19:21:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:22,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648942762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648942766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648942771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648942764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648942778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/51a0e1e7652d4335a0696cc942a835be is 50, key is test_row_0/A:col10/1732648882590/Put/seqid=0 2024-11-26T19:21:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741839_1015 (size=14341) 2024-11-26T19:21:22,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/51a0e1e7652d4335a0696cc942a835be 2024-11-26T19:21:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:22,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T19:21:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648942915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648942914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648942915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648942915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648942917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:22,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:22,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:22,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:22,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/276ac067e92a40e7b3e4a88c0cae8ef3 is 50, key is test_row_0/B:col10/1732648882590/Put/seqid=0 2024-11-26T19:21:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741840_1016 (size=12001) 2024-11-26T19:21:23,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/276ac067e92a40e7b3e4a88c0cae8ef3 2024-11-26T19:21:23,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/143a26abed0141958e9362dab335ca6d is 50, key is test_row_0/C:col10/1732648882590/Put/seqid=0 2024-11-26T19:21:23,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T19:21:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741841_1017 (size=12001) 2024-11-26T19:21:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:23,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/143a26abed0141958e9362dab335ca6d 2024-11-26T19:21:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:23,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:23,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/51a0e1e7652d4335a0696cc942a835be as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be 2024-11-26T19:21:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648943127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be, entries=200, sequenceid=12, filesize=14.0 K 2024-11-26T19:21:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648943129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648943130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648943129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648943126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/276ac067e92a40e7b3e4a88c0cae8ef3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3 2024-11-26T19:21:23,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T19:21:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/143a26abed0141958e9362dab335ca6d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d 2024-11-26T19:21:23,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T19:21:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:23,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0361c5ea6b325f441d322e33414437f in 543ms, sequenceid=12, compaction requested=false 2024-11-26T19:21:23,178 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T19:21:23,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:23,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T19:21:23,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:23,256 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T19:21:23,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:23,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T19:21:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ab9af70cc2554a93b201115ea8a037f4 is 50, key is test_row_0/A:col10/1732648882758/Put/seqid=0 2024-11-26T19:21:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741842_1018 (size=12001) 2024-11-26T19:21:23,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ab9af70cc2554a93b201115ea8a037f4 2024-11-26T19:21:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/daa273903e3f4763b31883cf6ef09b38 is 50, key is test_row_0/B:col10/1732648882758/Put/seqid=0 2024-11-26T19:21:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741843_1019 (size=12001) 2024-11-26T19:21:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648943469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648943472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648943477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648943479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648943478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648943584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648943584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648943596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648943597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648943598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:23,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648943790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648943791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648943805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648943805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648943806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:23,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/daa273903e3f4763b31883cf6ef09b38 2024-11-26T19:21:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bcb4f88adcdb49a2acfc4dac83a7b80e is 50, key is test_row_0/C:col10/1732648882758/Put/seqid=0 2024-11-26T19:21:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741844_1020 (size=12001) 2024-11-26T19:21:24,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:21:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648944097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648944098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648944113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648944113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648944116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,280 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bcb4f88adcdb49a2acfc4dac83a7b80e 2024-11-26T19:21:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ab9af70cc2554a93b201115ea8a037f4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4 2024-11-26T19:21:24,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T19:21:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/daa273903e3f4763b31883cf6ef09b38 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38 2024-11-26T19:21:24,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T19:21:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bcb4f88adcdb49a2acfc4dac83a7b80e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e 2024-11-26T19:21:24,338 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T19:21:24,341 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f0361c5ea6b325f441d322e33414437f in 1085ms, sequenceid=37, compaction requested=false 2024-11-26T19:21:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T19:21:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T19:21:24,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T19:21:24,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-26T19:21:24,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7970 sec 2024-11-26T19:21:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:24,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:21:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:24,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:24,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b9247b259fa443109865c10db3b8d1bf is 50, key is test_row_0/A:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:24,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741845_1021 (size=14341) 2024-11-26T19:21:24,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b9247b259fa443109865c10db3b8d1bf 2024-11-26T19:21:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T19:21:24,679 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T19:21:24,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T19:21:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:24,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:24,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:24,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:24,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/794d8628c5f54fee8bcc9f808f1ec2b8 is 50, key is test_row_0/B:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:24,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741846_1022 (size=12001) 2024-11-26T19:21:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648944741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648944742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648944746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648944746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648944750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:24,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T19:21:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:24,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:24,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648944854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648944854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648944856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648944856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648944857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:24,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:24,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T19:21:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:24,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:24,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648945059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648945061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648945062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648945063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648945064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/794d8628c5f54fee8bcc9f808f1ec2b8 2024-11-26T19:21:25,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/978e6c13fd9547bcbac88eb81d666529 is 50, key is test_row_0/C:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:25,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T19:21:25,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741847_1023 (size=12001) 2024-11-26T19:21:25,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/978e6c13fd9547bcbac88eb81d666529 2024-11-26T19:21:25,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b9247b259fa443109865c10db3b8d1bf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf 2024-11-26T19:21:25,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf, entries=200, sequenceid=51, filesize=14.0 K 2024-11-26T19:21:25,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/794d8628c5f54fee8bcc9f808f1ec2b8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8 2024-11-26T19:21:25,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T19:21:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/978e6c13fd9547bcbac88eb81d666529 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529 2024-11-26T19:21:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T19:21:25,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f0361c5ea6b325f441d322e33414437f in 626ms, sequenceid=51, compaction requested=true 2024-11-26T19:21:25,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:25,256 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:25,257 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:25,263 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:25,265 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:25,265 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,265 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=35.2 K 2024-11-26T19:21:25,268 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 276ac067e92a40e7b3e4a88c0cae8ef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648882563 2024-11-26T19:21:25,269 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting daa273903e3f4763b31883cf6ef09b38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732648882758 2024-11-26T19:21:25,269 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:25,269 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:25,270 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,270 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=39.7 K 2024-11-26T19:21:25,270 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 794d8628c5f54fee8bcc9f808f1ec2b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:25,271 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51a0e1e7652d4335a0696cc942a835be, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648882563 2024-11-26T19:21:25,272 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab9af70cc2554a93b201115ea8a037f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732648882758 2024-11-26T19:21:25,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9247b259fa443109865c10db3b8d1bf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:25,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T19:21:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:25,314 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#9 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:25,315 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/e7ede7c350964a53803036624c4cc3a9 is 50, key is test_row_0/A:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:25,315 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:25,316 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f08eefd0b29b497384c38c255c100717 is 50, key is test_row_0/B:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ff306f95fdc3472c817f21981720cd98 is 50, key is test_row_0/A:col10/1732648884741/Put/seqid=0 2024-11-26T19:21:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741848_1024 (size=12104) 2024-11-26T19:21:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741849_1025 (size=12104) 2024-11-26T19:21:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:25,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741850_1026 (size=12001) 2024-11-26T19:21:25,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/e7ede7c350964a53803036624c4cc3a9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e7ede7c350964a53803036624c4cc3a9 2024-11-26T19:21:25,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ff306f95fdc3472c817f21981720cd98 2024-11-26T19:21:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648945418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/25daf7d1f78744fbb444c11b0ff06371 is 50, key is test_row_0/B:col10/1732648884741/Put/seqid=0 2024-11-26T19:21:25,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648945423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648945425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648945426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,437 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into e7ede7c350964a53803036624c4cc3a9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:25,437 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:25,437 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648885245; duration=0sec 2024-11-26T19:21:25,438 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:25,438 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:25,438 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:25,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648945430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,445 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:25,446 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:25,446 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,446 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=35.2 K 2024-11-26T19:21:25,447 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 143a26abed0141958e9362dab335ca6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648882563 2024-11-26T19:21:25,450 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcb4f88adcdb49a2acfc4dac83a7b80e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732648882758 2024-11-26T19:21:25,452 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 978e6c13fd9547bcbac88eb81d666529, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741851_1027 (size=12001) 2024-11-26T19:21:25,480 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:25,482 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/34202bcb7f6a4359b238caabcac0993f is 50, key is test_row_0/C:col10/1732648883459/Put/seqid=0 2024-11-26T19:21:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741852_1028 (size=12104) 2024-11-26T19:21:25,532 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/34202bcb7f6a4359b238caabcac0993f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/34202bcb7f6a4359b238caabcac0993f 2024-11-26T19:21:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648945533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648945536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648945538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648945538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,548 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 34202bcb7f6a4359b238caabcac0993f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:25,548 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:25,548 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648885256; duration=0sec 2024-11-26T19:21:25,548 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:25,548 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648945545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T19:21:25,621 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T19:21:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:25,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:21:25,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T19:21:25,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T19:21:25,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:25,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T19:21:25,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T19:21:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648945739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648945747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648945748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648945755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:25,794 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f08eefd0b29b497384c38c255c100717 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f08eefd0b29b497384c38c255c100717 2024-11-26T19:21:25,808 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into f08eefd0b29b497384c38c255c100717(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:25,809 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:25,809 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648885256; duration=0sec 2024-11-26T19:21:25,809 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:25,809 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:25,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/25daf7d1f78744fbb444c11b0ff06371 2024-11-26T19:21:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/7ead95e405dc455a8ccdf4612a11c0d5 is 50, key is test_row_0/C:col10/1732648884741/Put/seqid=0 2024-11-26T19:21:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741853_1029 (size=12001) 2024-11-26T19:21:25,935 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/7ead95e405dc455a8ccdf4612a11c0d5 2024-11-26T19:21:25,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ff306f95fdc3472c817f21981720cd98 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98 2024-11-26T19:21:25,958 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T19:21:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/25daf7d1f78744fbb444c11b0ff06371 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371 2024-11-26T19:21:25,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T19:21:25,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/7ead95e405dc455a8ccdf4612a11c0d5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5 2024-11-26T19:21:25,989 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T19:21:25,992 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f0361c5ea6b325f441d322e33414437f in 683ms, sequenceid=73, compaction requested=false 2024-11-26T19:21:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T19:21:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T19:21:25,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T19:21:25,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec 2024-11-26T19:21:26,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3170 sec 2024-11-26T19:21:26,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:26,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:26,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/032ec13b4e234d8e804672e608d7cbcc is 50, key is test_row_0/A:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741854_1030 (size=14341) 2024-11-26T19:21:26,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/032ec13b4e234d8e804672e608d7cbcc 2024-11-26T19:21:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648946093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648946096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648946105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648946105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648946106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/64fa4bd031f0460a87990977a367a8af is 50, key is test_row_0/B:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741855_1031 (size=12001) 2024-11-26T19:21:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648946210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648946211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648946212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648946213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648946217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648946418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648946418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648946419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648946419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648946422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/64fa4bd031f0460a87990977a367a8af 2024-11-26T19:21:26,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/25e5ce0180894100948bdb519ad0072c is 50, key is test_row_0/C:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741856_1032 (size=12001) 2024-11-26T19:21:26,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/25e5ce0180894100948bdb519ad0072c 2024-11-26T19:21:26,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/032ec13b4e234d8e804672e608d7cbcc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc 2024-11-26T19:21:26,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc, entries=200, sequenceid=91, filesize=14.0 K 2024-11-26T19:21:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/64fa4bd031f0460a87990977a367a8af as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af 2024-11-26T19:21:26,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T19:21:26,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/25e5ce0180894100948bdb519ad0072c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c 2024-11-26T19:21:26,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T19:21:26,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f0361c5ea6b325f441d322e33414437f in 617ms, sequenceid=91, compaction requested=true 2024-11-26T19:21:26,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:26,668 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:26,668 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:26,671 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:26,671 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:26,671 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:26,671 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:26,671 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:26,671 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:26,671 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e7ede7c350964a53803036624c4cc3a9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=37.5 K 2024-11-26T19:21:26,671 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f08eefd0b29b497384c38c255c100717, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=35.3 K 2024-11-26T19:21:26,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7ede7c350964a53803036624c4cc3a9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:26,673 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f08eefd0b29b497384c38c255c100717, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:26,673 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff306f95fdc3472c817f21981720cd98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732648884728 2024-11-26T19:21:26,674 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 032ec13b4e234d8e804672e608d7cbcc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:26,675 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 25daf7d1f78744fbb444c11b0ff06371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732648884728 2024-11-26T19:21:26,676 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 64fa4bd031f0460a87990977a367a8af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:26,695 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:26,695 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f3467fcc43584d28acb12fd0812fc00a is 50, key is test_row_0/B:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,705 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:26,706 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/4a307387d53b4af4bd7a796e85d3e66b is 50, key is test_row_0/A:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741857_1033 (size=12207) 2024-11-26T19:21:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:26,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741858_1034 (size=12207) 2024-11-26T19:21:26,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ba6923728abc40b3abf112498b66fad6 is 50, key is test_row_0/A:col10/1732648886084/Put/seqid=0 2024-11-26T19:21:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648946752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T19:21:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648946754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648946756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,793 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T19:21:26,794 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/4a307387d53b4af4bd7a796e85d3e66b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/4a307387d53b4af4bd7a796e85d3e66b 2024-11-26T19:21:26,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T19:21:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648946788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:26,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:26,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:26,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648946791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,806 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 4a307387d53b4af4bd7a796e85d3e66b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:26,806 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:26,806 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648886668; duration=0sec 2024-11-26T19:21:26,807 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:26,807 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:26,807 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:26,815 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:26,816 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:26,816 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:26,816 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/34202bcb7f6a4359b238caabcac0993f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=35.3 K 2024-11-26T19:21:26,817 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34202bcb7f6a4359b238caabcac0993f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732648883459 2024-11-26T19:21:26,818 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ead95e405dc455a8ccdf4612a11c0d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732648884728 2024-11-26T19:21:26,819 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e5ce0180894100948bdb519ad0072c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:26,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741859_1035 (size=12001) 2024-11-26T19:21:26,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ba6923728abc40b3abf112498b66fad6 2024-11-26T19:21:26,843 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:26,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/146e58d592fb4c5ea7a64ee7b342ab91 is 50, key is test_row_0/C:col10/1732648885418/Put/seqid=0 2024-11-26T19:21:26,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f1f643b598aa4dd4819697ef51234d6c is 50, key is test_row_0/B:col10/1732648886084/Put/seqid=0 2024-11-26T19:21:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648946893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648946894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648946895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648946899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741860_1036 (size=12207) 2024-11-26T19:21:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648946903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,925 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/146e58d592fb4c5ea7a64ee7b342ab91 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/146e58d592fb4c5ea7a64ee7b342ab91 2024-11-26T19:21:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741861_1037 (size=12001) 2024-11-26T19:21:26,939 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 146e58d592fb4c5ea7a64ee7b342ab91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:26,939 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:26,939 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648886669; duration=0sec 2024-11-26T19:21:26,940 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:26,940 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:26,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:26,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T19:21:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:26,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:26,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648947097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648947100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648947102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:27,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T19:21:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648947109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648947113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,140 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f3467fcc43584d28acb12fd0812fc00a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f3467fcc43584d28acb12fd0812fc00a 2024-11-26T19:21:27,151 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into f3467fcc43584d28acb12fd0812fc00a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:27,151 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:27,151 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648886668; duration=0sec 2024-11-26T19:21:27,151 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:27,152 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:27,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T19:21:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f1f643b598aa4dd4819697ef51234d6c 2024-11-26T19:21:27,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/0655f04f562246079686d7503292bb7b is 50, key is test_row_0/C:col10/1732648886084/Put/seqid=0 2024-11-26T19:21:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648947402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648947405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648947409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741862_1038 (size=12001) 2024-11-26T19:21:27,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/0655f04f562246079686d7503292bb7b 2024-11-26T19:21:27,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648947414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T19:21:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ba6923728abc40b3abf112498b66fad6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6 2024-11-26T19:21:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648947433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T19:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/f1f643b598aa4dd4819697ef51234d6c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c 2024-11-26T19:21:27,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T19:21:27,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/0655f04f562246079686d7503292bb7b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b 2024-11-26T19:21:27,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T19:21:27,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f0361c5ea6b325f441d322e33414437f in 749ms, sequenceid=114, compaction requested=false 2024-11-26T19:21:27,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:27,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T19:21:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:27,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/05c78cd13f7b4966acc01a8f8cdc09fd is 50, key is test_row_0/A:col10/1732648886784/Put/seqid=0 2024-11-26T19:21:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741863_1039 (size=12001) 2024-11-26T19:21:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:27,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648947940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648947941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648947943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648947949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648947948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,012 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/05c78cd13f7b4966acc01a8f8cdc09fd 2024-11-26T19:21:28,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a555fe6dd34413ea79d2368253611cd is 50, key is test_row_0/B:col10/1732648886784/Put/seqid=0 2024-11-26T19:21:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741864_1040 (size=12001) 2024-11-26T19:21:28,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a555fe6dd34413ea79d2368253611cd 2024-11-26T19:21:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/1e1744d499404019a0c798f0a6c67560 is 50, key is test_row_0/C:col10/1732648886784/Put/seqid=0 2024-11-26T19:21:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741865_1041 (size=12001) 2024-11-26T19:21:28,082 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/1e1744d499404019a0c798f0a6c67560 2024-11-26T19:21:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/05c78cd13f7b4966acc01a8f8cdc09fd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd 2024-11-26T19:21:28,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd, entries=150, sequenceid=130, filesize=11.7 K 2024-11-26T19:21:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a555fe6dd34413ea79d2368253611cd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd 2024-11-26T19:21:28,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd, entries=150, sequenceid=130, filesize=11.7 K 2024-11-26T19:21:28,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/1e1744d499404019a0c798f0a6c67560 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560 2024-11-26T19:21:28,139 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560, entries=150, sequenceid=130, filesize=11.7 K 2024-11-26T19:21:28,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0361c5ea6b325f441d322e33414437f in 566ms, sequenceid=130, compaction requested=true 2024-11-26T19:21:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T19:21:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T19:21:28,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T19:21:28,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-26T19:21:28,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3540 sec 2024-11-26T19:21:28,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:28,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/867540faead24b06bd49987f618da20c is 50, key is test_row_0/A:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741866_1042 (size=12151) 2024-11-26T19:21:28,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/867540faead24b06bd49987f618da20c 2024-11-26T19:21:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/aa14d40003b7461f86760d37aa2c6948 is 50, key is test_row_0/B:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741867_1043 (size=12151) 2024-11-26T19:21:28,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/aa14d40003b7461f86760d37aa2c6948 2024-11-26T19:21:28,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/6481e39765844e67bc38b6fa2dbe7d6c is 50, key is test_row_0/C:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741868_1044 (size=12151) 2024-11-26T19:21:28,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/6481e39765844e67bc38b6fa2dbe7d6c 2024-11-26T19:21:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/867540faead24b06bd49987f618da20c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c 2024-11-26T19:21:28,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T19:21:28,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/aa14d40003b7461f86760d37aa2c6948 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948 2024-11-26T19:21:28,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T19:21:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/6481e39765844e67bc38b6fa2dbe7d6c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c 2024-11-26T19:21:28,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T19:21:28,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f0361c5ea6b325f441d322e33414437f in 209ms, sequenceid=154, compaction requested=true 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:28,468 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:28,468 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:28,471 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:28,471 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:28,471 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:28,471 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:28,471 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:28,471 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/4a307387d53b4af4bd7a796e85d3e66b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=47.2 K 2024-11-26T19:21:28,471 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:28,471 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f3467fcc43584d28acb12fd0812fc00a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=47.2 K 2024-11-26T19:21:28,472 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a307387d53b4af4bd7a796e85d3e66b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:28,472 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f3467fcc43584d28acb12fd0812fc00a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:28,473 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6923728abc40b3abf112498b66fad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732648886084 2024-11-26T19:21:28,473 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05c78cd13f7b4966acc01a8f8cdc09fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648886735 2024-11-26T19:21:28,474 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f1f643b598aa4dd4819697ef51234d6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732648886084 2024-11-26T19:21:28,474 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 867540faead24b06bd49987f618da20c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:28,476 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a555fe6dd34413ea79d2368253611cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648886735 2024-11-26T19:21:28,477 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting aa14d40003b7461f86760d37aa2c6948, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:28,504 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#30 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:28,505 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/9681b5820f624d918a4e1d8fe67ee29c is 50, key is test_row_0/A:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,516 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:28,518 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6f4c3b76410b497d82fb03431fe648f2 is 50, key is test_row_0/B:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741869_1045 (size=12493) 2024-11-26T19:21:28,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741870_1046 (size=12493) 2024-11-26T19:21:28,560 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/9681b5820f624d918a4e1d8fe67ee29c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9681b5820f624d918a4e1d8fe67ee29c 2024-11-26T19:21:28,569 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6f4c3b76410b497d82fb03431fe648f2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6f4c3b76410b497d82fb03431fe648f2 2024-11-26T19:21:28,585 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 6f4c3b76410b497d82fb03431fe648f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:28,585 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:28,585 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=12, startTime=1732648888468; duration=0sec 2024-11-26T19:21:28,585 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:28,585 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:28,585 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:28,586 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 9681b5820f624d918a4e1d8fe67ee29c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:28,586 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:28,587 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=12, startTime=1732648888468; duration=0sec 2024-11-26T19:21:28,587 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:28,587 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:28,590 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:28,590 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:28,590 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:28,591 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/146e58d592fb4c5ea7a64ee7b342ab91, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=47.2 K 2024-11-26T19:21:28,591 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 146e58d592fb4c5ea7a64ee7b342ab91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732648885415 2024-11-26T19:21:28,592 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0655f04f562246079686d7503292bb7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732648886084 2024-11-26T19:21:28,594 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1744d499404019a0c798f0a6c67560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648886735 2024-11-26T19:21:28,594 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6481e39765844e67bc38b6fa2dbe7d6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:28,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:21:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:28,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:28,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8e25cee0856740ec8d6ba42d237ddaad is 50, key is test_row_0/A:col10/1732648888288/Put/seqid=0 2024-11-26T19:21:28,635 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:28,638 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/496d31cf7f934e7ebe59b916410af23f is 50, key is test_row_0/C:col10/1732648887945/Put/seqid=0 2024-11-26T19:21:28,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741871_1047 (size=14541) 2024-11-26T19:21:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741872_1048 (size=12493) 2024-11-26T19:21:28,685 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/496d31cf7f934e7ebe59b916410af23f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/496d31cf7f934e7ebe59b916410af23f 2024-11-26T19:21:28,695 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 496d31cf7f934e7ebe59b916410af23f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:28,696 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:28,696 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=12, startTime=1732648888468; duration=0sec 2024-11-26T19:21:28,696 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:28,696 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T19:21:28,909 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T19:21:28,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T19:21:28,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:28,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:28,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648948949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648948950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648948952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648948954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:28,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648948957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:29,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8e25cee0856740ec8d6ba42d237ddaad 2024-11-26T19:21:29,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6020c9fa180149d5bbf880c145c40f93 is 50, key is test_row_0/B:col10/1732648888288/Put/seqid=0 2024-11-26T19:21:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741873_1049 (size=12151) 2024-11-26T19:21:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:29,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648949254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648949255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648949257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648949262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6020c9fa180149d5bbf880c145c40f93 2024-11-26T19:21:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:29,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/68a8cae074054a0eb9361206483c35fb is 50, key is test_row_0/C:col10/1732648888288/Put/seqid=0 2024-11-26T19:21:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741874_1050 (size=12151) 2024-11-26T19:21:29,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648949764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648949766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648949767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648949767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648949768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:29,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:29,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:29,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:29,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/68a8cae074054a0eb9361206483c35fb 2024-11-26T19:21:29,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8e25cee0856740ec8d6ba42d237ddaad as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad 2024-11-26T19:21:29,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad, entries=200, sequenceid=170, filesize=14.2 K 2024-11-26T19:21:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6020c9fa180149d5bbf880c145c40f93 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93 2024-11-26T19:21:29,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T19:21:29,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/68a8cae074054a0eb9361206483c35fb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb 2024-11-26T19:21:30,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T19:21:30,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:30,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f0361c5ea6b325f441d322e33414437f in 1404ms, sequenceid=170, compaction requested=false 2024-11-26T19:21:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:30,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:30,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:30,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T19:21:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:30,165 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T19:21:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:30,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/25bc023d6668419ebb10c80b15433ca7 is 50, key is test_row_0/A:col10/1732648888638/Put/seqid=0 2024-11-26T19:21:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741875_1051 (size=12151) 2024-11-26T19:21:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/25bc023d6668419ebb10c80b15433ca7 2024-11-26T19:21:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/873e33a88f5845499696dc5905534644 is 50, key is test_row_0/B:col10/1732648888638/Put/seqid=0 2024-11-26T19:21:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741876_1052 (size=12151) 2024-11-26T19:21:30,682 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/873e33a88f5845499696dc5905534644 2024-11-26T19:21:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bd2c47d366434fb7a66d8709219e0c5d is 50, key is test_row_0/C:col10/1732648888638/Put/seqid=0 2024-11-26T19:21:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741877_1053 (size=12151) 2024-11-26T19:21:30,748 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bd2c47d366434fb7a66d8709219e0c5d 2024-11-26T19:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/25bc023d6668419ebb10c80b15433ca7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7 2024-11-26T19:21:30,771 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T19:21:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:30,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/873e33a88f5845499696dc5905534644 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644 2024-11-26T19:21:30,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T19:21:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bd2c47d366434fb7a66d8709219e0c5d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d 2024-11-26T19:21:30,799 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T19:21:30,801 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=53.67 KB/54960 for f0361c5ea6b325f441d322e33414437f in 637ms, sequenceid=193, compaction requested=true 2024-11-26T19:21:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T19:21:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T19:21:30,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T19:21:30,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8870 sec 2024-11-26T19:21:30,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8950 sec 2024-11-26T19:21:30,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:21:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:30,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:30,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/65e7ddf565254bceb1da6281d54b7ff6 is 50, key is test_row_0/A:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741878_1054 (size=16931) 2024-11-26T19:21:30,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/65e7ddf565254bceb1da6281d54b7ff6 2024-11-26T19:21:30,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a7df1db1deca4b2188afed0e9bb3bf0d is 50, key is test_row_0/B:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:30,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741879_1055 (size=12151) 2024-11-26T19:21:30,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648950886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648950888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648950890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648950890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648950892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648950997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648950998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:30,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648950998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648951001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648951004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T19:21:31,027 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T19:21:31,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T19:21:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T19:21:31,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:31,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:31,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T19:21:31,189 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T19:21:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648951201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648951202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648951203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648951204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648951207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a7df1db1deca4b2188afed0e9bb3bf0d 2024-11-26T19:21:31,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/63a8643772a4476a94437c29b80a7d84 is 50, key is test_row_0/C:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741880_1056 (size=12151) 2024-11-26T19:21:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T19:21:31,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T19:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T19:21:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648951506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648951506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648951508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648951509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648951513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T19:21:31,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T19:21:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:31,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/63a8643772a4476a94437c29b80a7d84 2024-11-26T19:21:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/65e7ddf565254bceb1da6281d54b7ff6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6 2024-11-26T19:21:31,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6, entries=250, sequenceid=206, filesize=16.5 K 2024-11-26T19:21:31,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a7df1db1deca4b2188afed0e9bb3bf0d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d 2024-11-26T19:21:31,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T19:21:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/63a8643772a4476a94437c29b80a7d84 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84 2024-11-26T19:21:31,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T19:21:31,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f0361c5ea6b325f441d322e33414437f in 912ms, sequenceid=206, compaction requested=true 2024-11-26T19:21:31,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:31,722 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:31,724 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:31,726 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:31,726 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:31,726 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,726 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9681b5820f624d918a4e1d8fe67ee29c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=54.8 K 2024-11-26T19:21:31,727 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9681b5820f624d918a4e1d8fe67ee29c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:31,728 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:31,728 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e25cee0856740ec8d6ba42d237ddaad, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648888285 2024-11-26T19:21:31,728 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:31,728 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,728 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6f4c3b76410b497d82fb03431fe648f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=47.8 K 2024-11-26T19:21:31,729 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f4c3b76410b497d82fb03431fe648f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:31,729 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25bc023d6668419ebb10c80b15433ca7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732648888629 2024-11-26T19:21:31,730 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6020c9fa180149d5bbf880c145c40f93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648888288 2024-11-26T19:21:31,730 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e7ddf565254bceb1da6281d54b7ff6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:31,731 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 873e33a88f5845499696dc5905534644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732648888629 2024-11-26T19:21:31,731 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a7df1db1deca4b2188afed0e9bb3bf0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:31,753 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:31,754 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/e004f5f9a1eb452897d6d06298c93d20 is 50, key is test_row_0/A:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:31,757 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:31,758 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6813d7ccfbfe480e851e69f1ac6683f8 is 50, key is test_row_0/B:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:31,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741881_1057 (size=12629) 2024-11-26T19:21:31,772 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/e004f5f9a1eb452897d6d06298c93d20 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e004f5f9a1eb452897d6d06298c93d20 2024-11-26T19:21:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741882_1058 (size=12629) 2024-11-26T19:21:31,792 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into e004f5f9a1eb452897d6d06298c93d20(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:31,792 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:31,792 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=12, startTime=1732648891722; duration=0sec 2024-11-26T19:21:31,792 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:31,793 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:31,793 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:31,796 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:31,796 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:31,796 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,796 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/496d31cf7f934e7ebe59b916410af23f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=47.8 K 2024-11-26T19:21:31,797 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 496d31cf7f934e7ebe59b916410af23f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732648887943 2024-11-26T19:21:31,799 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68a8cae074054a0eb9361206483c35fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648888288 2024-11-26T19:21:31,799 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2c47d366434fb7a66d8709219e0c5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732648888629 2024-11-26T19:21:31,800 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a8643772a4476a94437c29b80a7d84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:31,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:31,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T19:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:31,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:21:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/fa9ddce757844ef583b075ec9c82c8b8 is 50, key is test_row_0/A:col10/1732648890888/Put/seqid=0 2024-11-26T19:21:31,822 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:31,823 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/29ff44544f794b1aa6c62eeeb09730da is 50, key is test_row_0/C:col10/1732648890809/Put/seqid=0 2024-11-26T19:21:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741884_1060 (size=12629) 2024-11-26T19:21:31,851 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/29ff44544f794b1aa6c62eeeb09730da as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/29ff44544f794b1aa6c62eeeb09730da 2024-11-26T19:21:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741883_1059 (size=12151) 2024-11-26T19:21:31,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/fa9ddce757844ef583b075ec9c82c8b8 2024-11-26T19:21:31,864 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 29ff44544f794b1aa6c62eeeb09730da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:31,864 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:31,864 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=12, startTime=1732648891724; duration=0sec 2024-11-26T19:21:31,864 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:31,864 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:31,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/ac74efc0f6e34a49a462e2a1b62c3dc3 is 50, key is test_row_0/B:col10/1732648890888/Put/seqid=0 2024-11-26T19:21:31,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741885_1061 (size=12151) 2024-11-26T19:21:31,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/ac74efc0f6e34a49a462e2a1b62c3dc3 2024-11-26T19:21:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/618b0312ea824707bd99e47561c2489b is 50, key is test_row_0/C:col10/1732648890888/Put/seqid=0 2024-11-26T19:21:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741886_1062 (size=12151) 2024-11-26T19:21:31,939 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/618b0312ea824707bd99e47561c2489b 2024-11-26T19:21:31,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/fa9ddce757844ef583b075ec9c82c8b8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8 2024-11-26T19:21:31,966 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8, entries=150, sequenceid=231, filesize=11.9 K 2024-11-26T19:21:31,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/ac74efc0f6e34a49a462e2a1b62c3dc3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3 2024-11-26T19:21:31,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3, entries=150, sequenceid=231, filesize=11.9 K 2024-11-26T19:21:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/618b0312ea824707bd99e47561c2489b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b 2024-11-26T19:21:32,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b, entries=150, sequenceid=231, filesize=11.9 K 2024-11-26T19:21:32,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f0361c5ea6b325f441d322e33414437f in 197ms, sequenceid=231, compaction requested=false 2024-11-26T19:21:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T19:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T19:21:32,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T19:21:32,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-11-26T19:21:32,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 986 msec 2024-11-26T19:21:32,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:32,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:32,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8d317d3e79b54ee48c66a32eeb90e4bb is 50, key is test_row_0/A:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741887_1063 (size=16931) 2024-11-26T19:21:32,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8d317d3e79b54ee48c66a32eeb90e4bb 2024-11-26T19:21:32,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/bc86f9ab804a47b5a53d68f4f9610fc8 is 50, key is test_row_0/B:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648952081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648952087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648952086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648952089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648952091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741888_1064 (size=12151) 2024-11-26T19:21:32,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/bc86f9ab804a47b5a53d68f4f9610fc8 2024-11-26T19:21:32,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/c46f1e5ec6764dfc8bcd21ede402036b is 50, key is test_row_0/C:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T19:21:32,137 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T19:21:32,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T19:21:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T19:21:32,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:32,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:32,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741889_1065 (size=12151) 2024-11-26T19:21:32,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/c46f1e5ec6764dfc8bcd21ede402036b 2024-11-26T19:21:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8d317d3e79b54ee48c66a32eeb90e4bb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb 2024-11-26T19:21:32,194 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6813d7ccfbfe480e851e69f1ac6683f8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6813d7ccfbfe480e851e69f1ac6683f8 2024-11-26T19:21:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648952193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb, entries=250, sequenceid=243, filesize=16.5 K 2024-11-26T19:21:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648952200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648952200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648952200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/bc86f9ab804a47b5a53d68f4f9610fc8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8 2024-11-26T19:21:32,209 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 6813d7ccfbfe480e851e69f1ac6683f8(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:32,209 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,209 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=12, startTime=1732648891724; duration=0sec 2024-11-26T19:21:32,210 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:32,210 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648952200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T19:21:32,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/c46f1e5ec6764dfc8bcd21ede402036b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b 2024-11-26T19:21:32,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T19:21:32,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0361c5ea6b325f441d322e33414437f in 199ms, sequenceid=243, compaction requested=true 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:32,227 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T19:21:32,227 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:32,229 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:32,229 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:32,229 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:32,230 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:32,230 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,230 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,230 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6813d7ccfbfe480e851e69f1ac6683f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.1 K 2024-11-26T19:21:32,230 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e004f5f9a1eb452897d6d06298c93d20, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=40.7 K 2024-11-26T19:21:32,231 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6813d7ccfbfe480e851e69f1ac6683f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:32,231 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e004f5f9a1eb452897d6d06298c93d20, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:32,231 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting ac74efc0f6e34a49a462e2a1b62c3dc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648890886 2024-11-26T19:21:32,232 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bc86f9ab804a47b5a53d68f4f9610fc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:32,232 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9ddce757844ef583b075ec9c82c8b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648890886 2024-11-26T19:21:32,236 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d317d3e79b54ee48c66a32eeb90e4bb, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T19:21:32,251 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:32,252 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/9941e0496c5c47be87f0ad9740ec88c7 is 50, key is test_row_0/B:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,255 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:32,255 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/91c4452aaa984fb2ac59dbde02efa723 is 50, key is test_row_0/A:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741891_1067 (size=12731) 2024-11-26T19:21:32,283 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/91c4452aaa984fb2ac59dbde02efa723 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/91c4452aaa984fb2ac59dbde02efa723 2024-11-26T19:21:32,291 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 91c4452aaa984fb2ac59dbde02efa723(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:32,291 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,291 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648892227; duration=0sec 2024-11-26T19:21:32,292 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:32,292 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:32,293 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:32,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T19:21:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741890_1066 (size=12731) 2024-11-26T19:21:32,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:32,299 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:32,299 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:32,300 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,301 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/29ff44544f794b1aa6c62eeeb09730da, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.1 K 2024-11-26T19:21:32,301 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29ff44544f794b1aa6c62eeeb09730da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732648890786 2024-11-26T19:21:32,302 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 618b0312ea824707bd99e47561c2489b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648890886 2024-11-26T19:21:32,302 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c46f1e5ec6764dfc8bcd21ede402036b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ce592748dfe940ef87486d8f976c79d0 is 50, key is test_row_0/A:col10/1732648892089/Put/seqid=0 2024-11-26T19:21:32,324 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:32,325 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/60c98e0d04984d5ba952bd62dced3db9 is 50, key is test_row_0/C:col10/1732648892026/Put/seqid=0 2024-11-26T19:21:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741892_1068 (size=12301) 2024-11-26T19:21:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741893_1069 (size=12731) 2024-11-26T19:21:32,386 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/60c98e0d04984d5ba952bd62dced3db9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60c98e0d04984d5ba952bd62dced3db9 2024-11-26T19:21:32,398 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 60c98e0d04984d5ba952bd62dced3db9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:32,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,398 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648892227; duration=0sec 2024-11-26T19:21:32,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:32,400 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:32,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:32,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648952418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648952419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648952422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648952422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648952422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T19:21:32,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648952526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648952527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648952528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648952528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648952529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,704 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/9941e0496c5c47be87f0ad9740ec88c7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/9941e0496c5c47be87f0ad9740ec88c7 2024-11-26T19:21:32,716 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 9941e0496c5c47be87f0ad9740ec88c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:32,716 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,716 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648892227; duration=0sec 2024-11-26T19:21:32,717 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:32,717 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:32,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648952729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ce592748dfe940ef87486d8f976c79d0 2024-11-26T19:21:32,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648952731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648952733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648952733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648952734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T19:21:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a0efa54b8eb44bfadb0a51667eed614 is 50, key is test_row_0/B:col10/1732648892089/Put/seqid=0 2024-11-26T19:21:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741894_1070 (size=12301) 2024-11-26T19:21:32,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a0efa54b8eb44bfadb0a51667eed614 2024-11-26T19:21:32,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/5b035b86a23f490f811d9f0f7748cd84 is 50, key is test_row_0/C:col10/1732648892089/Put/seqid=0 2024-11-26T19:21:32,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741895_1071 (size=12301) 2024-11-26T19:21:32,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/5b035b86a23f490f811d9f0f7748cd84 2024-11-26T19:21:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/ce592748dfe940ef87486d8f976c79d0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0 2024-11-26T19:21:32,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T19:21:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6a0efa54b8eb44bfadb0a51667eed614 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614 2024-11-26T19:21:32,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T19:21:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/5b035b86a23f490f811d9f0f7748cd84 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84 2024-11-26T19:21:32,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T19:21:32,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for f0361c5ea6b325f441d322e33414437f in 581ms, sequenceid=270, compaction requested=false 2024-11-26T19:21:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:32,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T19:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T19:21:32,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T19:21:32,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 737 msec 2024-11-26T19:21:32,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 743 msec 2024-11-26T19:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:33,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:21:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/9a6b80c8f297478c8a8d693bc60e337f is 50, key is test_row_0/A:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648953063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648953065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648953068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648953069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648953070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741896_1072 (size=12301) 2024-11-26T19:21:33,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/9a6b80c8f297478c8a8d693bc60e337f 2024-11-26T19:21:33,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/e7d1b40950f34a429721c75d9a1f87f0 is 50, key is test_row_0/B:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741897_1073 (size=12301) 2024-11-26T19:21:33,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/e7d1b40950f34a429721c75d9a1f87f0 2024-11-26T19:21:33,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/69fcdc65b71c4b689c6b7b2a222e6fd1 is 50, key is test_row_0/C:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648953171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648953173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648953174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648953175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648953175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741898_1074 (size=12301) 2024-11-26T19:21:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T19:21:33,246 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T19:21:33,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T19:21:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:33,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:33,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:33,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:33,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648953377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648953377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648953378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648953379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648953380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:33,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/69fcdc65b71c4b689c6b7b2a222e6fd1 2024-11-26T19:21:33,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/9a6b80c8f297478c8a8d693bc60e337f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f 2024-11-26T19:21:33,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:21:33,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/e7d1b40950f34a429721c75d9a1f87f0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0 2024-11-26T19:21:33,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:21:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/69fcdc65b71c4b689c6b7b2a222e6fd1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1 2024-11-26T19:21:33,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:21:33,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f0361c5ea6b325f441d322e33414437f in 599ms, sequenceid=286, compaction requested=true 2024-11-26T19:21:33,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:33,636 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:33,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:33,638 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:33,638 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:33,639 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:33,639 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,639 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/91c4452aaa984fb2ac59dbde02efa723, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.5 K 2024-11-26T19:21:33,640 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c4452aaa984fb2ac59dbde02efa723, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:33,640 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce592748dfe940ef87486d8f976c79d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732648892080 2024-11-26T19:21:33,641 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:33,641 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:33,642 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,642 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/9941e0496c5c47be87f0ad9740ec88c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.5 K 2024-11-26T19:21:33,642 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a6b80c8f297478c8a8d693bc60e337f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:33,643 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 9941e0496c5c47be87f0ad9740ec88c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:33,644 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0efa54b8eb44bfadb0a51667eed614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732648892080 2024-11-26T19:21:33,645 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d1b40950f34a429721c75d9a1f87f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:33,657 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:33,658 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/d9b8dcf2dbee46d989296869427baac1 is 50, key is test_row_0/A:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,666 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:33,669 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/494724b8e505482ba37868e94e0cee88 is 50, key is test_row_0/B:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:33,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:33,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:33,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741899_1075 (size=12983) 2024-11-26T19:21:33,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f0974920d1a74676b2c4863f507267f2 is 50, key is test_row_0/A:col10/1732648893686/Put/seqid=0 2024-11-26T19:21:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648953701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648953703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648953703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648953703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648953704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741900_1076 (size=12983) 2024-11-26T19:21:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741901_1077 (size=17181) 2024-11-26T19:21:33,759 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/494724b8e505482ba37868e94e0cee88 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/494724b8e505482ba37868e94e0cee88 2024-11-26T19:21:33,768 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 494724b8e505482ba37868e94e0cee88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:33,768 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:33,768 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648893638; duration=0sec 2024-11-26T19:21:33,768 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:33,768 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:33,768 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:33,771 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:33,772 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:33,772 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,772 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60c98e0d04984d5ba952bd62dced3db9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.5 K 2024-11-26T19:21:33,773 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c98e0d04984d5ba952bd62dced3db9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648892019 2024-11-26T19:21:33,774 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b035b86a23f490f811d9f0f7748cd84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732648892080 2024-11-26T19:21:33,775 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 69fcdc65b71c4b689c6b7b2a222e6fd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:33,785 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:33,786 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/399c2bac3c4c4c579d6a394d6f69de88 is 50, key is test_row_0/C:col10/1732648892418/Put/seqid=0 2024-11-26T19:21:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741902_1078 (size=12983) 2024-11-26T19:21:33,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648953808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648953809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648953810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648953811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648953813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,816 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/399c2bac3c4c4c579d6a394d6f69de88 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/399c2bac3c4c4c579d6a394d6f69de88 2024-11-26T19:21:33,825 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 399c2bac3c4c4c579d6a394d6f69de88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:33,825 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:33,825 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648893638; duration=0sec 2024-11-26T19:21:33,825 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:33,825 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:33,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:33,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:33,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:33,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648954014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648954015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648954016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648954016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648954018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,108 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/d9b8dcf2dbee46d989296869427baac1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/d9b8dcf2dbee46d989296869427baac1 2024-11-26T19:21:34,118 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into d9b8dcf2dbee46d989296869427baac1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:34,118 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:34,118 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648893636; duration=0sec 2024-11-26T19:21:34,118 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:34,118 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:34,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f0974920d1a74676b2c4863f507267f2 2024-11-26T19:21:34,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/45c280241a184103847db8d525096191 is 50, key is test_row_0/B:col10/1732648893686/Put/seqid=0 2024-11-26T19:21:34,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741903_1079 (size=12301) 2024-11-26T19:21:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648954317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648954321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648954322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648954322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648954323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:34,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/45c280241a184103847db8d525096191 2024-11-26T19:21:34,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/173e811ad5bd481bb7dd9a36225bc2dd is 50, key is test_row_0/C:col10/1732648893686/Put/seqid=0 2024-11-26T19:21:34,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741904_1080 (size=12301) 2024-11-26T19:21:34,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/173e811ad5bd481bb7dd9a36225bc2dd 2024-11-26T19:21:34,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f0974920d1a74676b2c4863f507267f2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2 2024-11-26T19:21:34,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2, entries=250, sequenceid=311, filesize=16.8 K 2024-11-26T19:21:34,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/45c280241a184103847db8d525096191 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191 2024-11-26T19:21:34,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T19:21:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/173e811ad5bd481bb7dd9a36225bc2dd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd 2024-11-26T19:21:34,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T19:21:34,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f0361c5ea6b325f441d322e33414437f in 1035ms, sequenceid=311, compaction requested=false 2024-11-26T19:21:34,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:34,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T19:21:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:34,799 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f89be52bf179464dad0a334d8fe622f8 is 50, key is test_row_0/A:col10/1732648893702/Put/seqid=0 2024-11-26T19:21:34,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741905_1081 (size=12301) 2024-11-26T19:21:34,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f89be52bf179464dad0a334d8fe622f8 2024-11-26T19:21:34,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/3724621f39454afea80a65c9be502125 is 50, key is test_row_0/B:col10/1732648893702/Put/seqid=0 2024-11-26T19:21:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741906_1082 (size=12301) 2024-11-26T19:21:34,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/3724621f39454afea80a65c9be502125 2024-11-26T19:21:34,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648954856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648954857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648954857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648954858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648954858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/45dbedff49ce43d0a94621d5899668d4 is 50, key is test_row_0/C:col10/1732648893702/Put/seqid=0 2024-11-26T19:21:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741907_1083 (size=12301) 2024-11-26T19:21:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648954962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648954963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648954965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648954963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648954968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648955167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648955168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648955169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648955170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648955170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/45dbedff49ce43d0a94621d5899668d4 2024-11-26T19:21:35,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f89be52bf179464dad0a334d8fe622f8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8 2024-11-26T19:21:35,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8, entries=150, sequenceid=325, filesize=12.0 K 2024-11-26T19:21:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/3724621f39454afea80a65c9be502125 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125 2024-11-26T19:21:35,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125, entries=150, sequenceid=325, filesize=12.0 K 2024-11-26T19:21:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/45dbedff49ce43d0a94621d5899668d4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4 2024-11-26T19:21:35,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4, entries=150, sequenceid=325, filesize=12.0 K 2024-11-26T19:21:35,326 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f0361c5ea6b325f441d322e33414437f in 527ms, sequenceid=325, compaction requested=true 2024-11-26T19:21:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T19:21:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T19:21:35,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T19:21:35,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-11-26T19:21:35,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.0830 sec 2024-11-26T19:21:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T19:21:35,355 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T19:21:35,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T19:21:35,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:35,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:35,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:35,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648955482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648955487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/0ca1a9f2bdce463bbee699e7d0464b3c is 50, key is test_row_0/A:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648955493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648955493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648955497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741908_1084 (size=12301) 2024-11-26T19:21:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648955594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648955600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648955600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648955601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648955601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:35,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:35,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648955798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648955804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648955806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648955806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648955806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/0ca1a9f2bdce463bbee699e7d0464b3c 2024-11-26T19:21:35,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e0305420e424f0285ba66f83de86148 is 50, key is test_row_0/B:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741909_1085 (size=12301) 2024-11-26T19:21:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:35,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:35,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:35,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648956100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648956110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648956110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648956111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648956111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:36,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:36,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e0305420e424f0285ba66f83de86148 2024-11-26T19:21:36,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/47ab455435104dc0867ed2291f6a7407 is 50, key is test_row_0/C:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741910_1086 (size=12301) 2024-11-26T19:21:36,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/47ab455435104dc0867ed2291f6a7407 2024-11-26T19:21:36,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/0ca1a9f2bdce463bbee699e7d0464b3c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c 2024-11-26T19:21:36,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T19:21:36,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e0305420e424f0285ba66f83de86148 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148 2024-11-26T19:21:36,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T19:21:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/47ab455435104dc0867ed2291f6a7407 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407 2024-11-26T19:21:36,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T19:21:36,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f0361c5ea6b325f441d322e33414437f in 932ms, sequenceid=352, compaction requested=true 2024-11-26T19:21:36,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:36,408 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:36,408 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:36,409 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:36,409 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:36,410 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,410 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/d9b8dcf2dbee46d989296869427baac1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=53.5 K 2024-11-26T19:21:36,410 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:36,410 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:36,410 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9b8dcf2dbee46d989296869427baac1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:36,410 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,411 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/494724b8e505482ba37868e94e0cee88, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=48.7 K 2024-11-26T19:21:36,411 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0974920d1a74676b2c4863f507267f2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732648893058 2024-11-26T19:21:36,411 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 494724b8e505482ba37868e94e0cee88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:36,411 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f89be52bf179464dad0a334d8fe622f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732648893695 2024-11-26T19:21:36,412 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 45c280241a184103847db8d525096191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732648893058 2024-11-26T19:21:36,412 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ca1a9f2bdce463bbee699e7d0464b3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:36,412 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3724621f39454afea80a65c9be502125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732648893695 2024-11-26T19:21:36,413 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e0305420e424f0285ba66f83de86148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:36,427 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:36,427 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:36,428 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/82d6ae0c869f40a5a61c61c7a168866c is 50, key is test_row_0/B:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:36,428 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/29af02e2b59541318e7ac2f46d96bcf9 is 50, key is test_row_0/A:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:36,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T19:21:36,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f2b4be92cde8473db24cb989649232d1 is 50, key is test_row_0/A:col10/1732648895480/Put/seqid=0 2024-11-26T19:21:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741911_1087 (size=13119) 2024-11-26T19:21:36,459 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/82d6ae0c869f40a5a61c61c7a168866c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/82d6ae0c869f40a5a61c61c7a168866c 2024-11-26T19:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:36,467 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 82d6ae0c869f40a5a61c61c7a168866c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:36,468 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:36,468 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=12, startTime=1732648896408; duration=0sec 2024-11-26T19:21:36,468 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:36,468 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:36,468 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:36,470 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:36,471 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:36,471 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:36,471 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/399c2bac3c4c4c579d6a394d6f69de88, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=48.7 K 2024-11-26T19:21:36,471 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 399c2bac3c4c4c579d6a394d6f69de88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648892418 2024-11-26T19:21:36,472 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 173e811ad5bd481bb7dd9a36225bc2dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732648893058 2024-11-26T19:21:36,473 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 45dbedff49ce43d0a94621d5899668d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732648893695 2024-11-26T19:21:36,473 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ab455435104dc0867ed2291f6a7407, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741912_1088 (size=13119) 2024-11-26T19:21:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741913_1089 (size=12301) 2024-11-26T19:21:36,493 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/29af02e2b59541318e7ac2f46d96bcf9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/29af02e2b59541318e7ac2f46d96bcf9 2024-11-26T19:21:36,500 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:36,501 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 29af02e2b59541318e7ac2f46d96bcf9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:36,502 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:36,502 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=12, startTime=1732648896407; duration=0sec 2024-11-26T19:21:36,502 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:36,502 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:36,502 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/7d6e649d28b34522bbf661f17d7b253e is 50, key is test_row_0/C:col10/1732648894854/Put/seqid=0 2024-11-26T19:21:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741914_1090 (size=13119) 2024-11-26T19:21:36,518 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/7d6e649d28b34522bbf661f17d7b253e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7d6e649d28b34522bbf661f17d7b253e 2024-11-26T19:21:36,528 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 7d6e649d28b34522bbf661f17d7b253e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:36,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:36,528 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=12, startTime=1732648896408; duration=0sec 2024-11-26T19:21:36,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:36,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648956630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648956632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648956631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648956635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648956635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648956736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648956737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648956738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648956740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648956740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f2b4be92cde8473db24cb989649232d1 2024-11-26T19:21:36,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4a07f144dba5402ea513c86f73a98103 is 50, key is test_row_0/B:col10/1732648895480/Put/seqid=0 2024-11-26T19:21:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741915_1091 (size=12301) 2024-11-26T19:21:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648956939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648956940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648956941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648956942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648956943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648957244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648957244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648957246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648957247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648957247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4a07f144dba5402ea513c86f73a98103 2024-11-26T19:21:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/f9d4e70fc7504168849db0e5b55857dd is 50, key is test_row_0/C:col10/1732648895480/Put/seqid=0 2024-11-26T19:21:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741916_1092 (size=12301) 2024-11-26T19:21:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:37,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/f9d4e70fc7504168849db0e5b55857dd 2024-11-26T19:21:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f2b4be92cde8473db24cb989649232d1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1 2024-11-26T19:21:37,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T19:21:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4a07f144dba5402ea513c86f73a98103 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103 2024-11-26T19:21:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T19:21:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/f9d4e70fc7504168849db0e5b55857dd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd 2024-11-26T19:21:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648957750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,753 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T19:21:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648957753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f0361c5ea6b325f441d322e33414437f in 1317ms, sequenceid=362, compaction requested=false 2024-11-26T19:21:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T19:21:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T19:21:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T19:21:37,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T19:21:37,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3950 sec 2024-11-26T19:21:37,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.4020 sec 2024-11-26T19:21:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:37,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8ba475fa78f04f45b4b3d2a23b42d68f is 50, key is test_row_0/A:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648957768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648957770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648957770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741917_1093 (size=12301) 2024-11-26T19:21:37,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8ba475fa78f04f45b4b3d2a23b42d68f 2024-11-26T19:21:37,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/65ffad43dc10443e8e8f2e7647be3d10 is 50, key is test_row_0/B:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741918_1094 (size=12301) 2024-11-26T19:21:37,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/65ffad43dc10443e8e8f2e7647be3d10 2024-11-26T19:21:37,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/266ff441d1954f8d9317bd52e10d490f is 50, key is test_row_0/C:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648957872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648957875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648957876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741919_1095 (size=12301) 2024-11-26T19:21:37,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/266ff441d1954f8d9317bd52e10d490f 2024-11-26T19:21:37,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8ba475fa78f04f45b4b3d2a23b42d68f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f 2024-11-26T19:21:37,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f, entries=150, sequenceid=394, filesize=12.0 K 2024-11-26T19:21:37,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/65ffad43dc10443e8e8f2e7647be3d10 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10 2024-11-26T19:21:37,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10, entries=150, sequenceid=394, filesize=12.0 K 2024-11-26T19:21:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/266ff441d1954f8d9317bd52e10d490f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f 2024-11-26T19:21:37,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f, entries=150, sequenceid=394, filesize=12.0 K 2024-11-26T19:21:37,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for f0361c5ea6b325f441d322e33414437f in 180ms, sequenceid=394, compaction requested=true 2024-11-26T19:21:37,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:37,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:37,936 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:37,937 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:37,938 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:37,938 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:37,938 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:37,938 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/29af02e2b59541318e7ac2f46d96bcf9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.8 K 2024-11-26T19:21:37,939 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29af02e2b59541318e7ac2f46d96bcf9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:37,939 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:37,939 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2b4be92cde8473db24cb989649232d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732648895480 2024-11-26T19:21:37,939 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:37,939 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:37,940 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/82d6ae0c869f40a5a61c61c7a168866c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.8 K 2024-11-26T19:21:37,940 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 82d6ae0c869f40a5a61c61c7a168866c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:37,940 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba475fa78f04f45b4b3d2a23b42d68f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:37,942 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a07f144dba5402ea513c86f73a98103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732648895480 2024-11-26T19:21:37,942 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ffad43dc10443e8e8f2e7647be3d10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:37,973 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:37,973 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:37,974 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/329bc0e415b04492b954593dd91e1e55 is 50, key is test_row_0/A:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:37,975 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6d68a84c7c2b48b5b2b52927abeddc7f is 50, key is test_row_0/B:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741920_1096 (size=13221) 2024-11-26T19:21:38,017 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/329bc0e415b04492b954593dd91e1e55 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/329bc0e415b04492b954593dd91e1e55 2024-11-26T19:21:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741921_1097 (size=13221) 2024-11-26T19:21:38,028 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 329bc0e415b04492b954593dd91e1e55(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:38,028 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:38,028 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648897936; duration=0sec 2024-11-26T19:21:38,028 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:38,028 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:38,029 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:38,030 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:38,030 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:38,030 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:38,030 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7d6e649d28b34522bbf661f17d7b253e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.8 K 2024-11-26T19:21:38,031 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d6e649d28b34522bbf661f17d7b253e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648894854 2024-11-26T19:21:38,031 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9d4e70fc7504168849db0e5b55857dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732648895480 2024-11-26T19:21:38,032 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 266ff441d1954f8d9317bd52e10d490f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:38,043 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:38,044 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/0e075370067a4df68db7005799eb2aa2 is 50, key is test_row_0/C:col10/1732648897755/Put/seqid=0 2024-11-26T19:21:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741922_1098 (size=13221) 2024-11-26T19:21:38,077 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/0e075370067a4df68db7005799eb2aa2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0e075370067a4df68db7005799eb2aa2 2024-11-26T19:21:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:38,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:38,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,089 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into 0e075370067a4df68db7005799eb2aa2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:38,090 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:38,090 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648897938; duration=0sec 2024-11-26T19:21:38,091 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:38,091 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:38,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f8fd1f35959d404cb5e66d05dc5057fe is 50, key is test_row_0/A:col10/1732648898082/Put/seqid=0 2024-11-26T19:21:38,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648958123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648958124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741923_1099 (size=17181) 2024-11-26T19:21:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648958125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f8fd1f35959d404cb5e66d05dc5057fe 2024-11-26T19:21:38,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/19751262714241d0a9624dfd7db6b728 is 50, key is test_row_0/B:col10/1732648898082/Put/seqid=0 2024-11-26T19:21:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741924_1100 (size=12301) 2024-11-26T19:21:38,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/19751262714241d0a9624dfd7db6b728 2024-11-26T19:21:38,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/827f8ff931574348aea116bf9c366119 is 50, key is test_row_0/C:col10/1732648898082/Put/seqid=0 2024-11-26T19:21:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741925_1101 (size=12301) 2024-11-26T19:21:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648958228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648958228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648958231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648958438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648958439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648958439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,447 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/6d68a84c7c2b48b5b2b52927abeddc7f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6d68a84c7c2b48b5b2b52927abeddc7f 2024-11-26T19:21:38,455 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 6d68a84c7c2b48b5b2b52927abeddc7f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:38,455 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:38,455 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648897937; duration=0sec 2024-11-26T19:21:38,455 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:38,455 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:38,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/827f8ff931574348aea116bf9c366119 2024-11-26T19:21:38,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f8fd1f35959d404cb5e66d05dc5057fe as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe 2024-11-26T19:21:38,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe, entries=250, sequenceid=408, filesize=16.8 K 2024-11-26T19:21:38,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/19751262714241d0a9624dfd7db6b728 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728 2024-11-26T19:21:38,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T19:21:38,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/827f8ff931574348aea116bf9c366119 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119 2024-11-26T19:21:38,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T19:21:38,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f0361c5ea6b325f441d322e33414437f in 563ms, sequenceid=408, compaction requested=false 2024-11-26T19:21:38,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:38,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:38,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:38,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b2a377e60d6640e79db662d52559a1cc is 50, key is test_row_0/A:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741926_1102 (size=17181) 2024-11-26T19:21:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648958755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648958758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648958759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b2a377e60d6640e79db662d52559a1cc 2024-11-26T19:21:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648958765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648958765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e730027553a491f81b4d02c1cd59581 is 50, key is test_row_0/B:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741927_1103 (size=12301) 2024-11-26T19:21:38,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e730027553a491f81b4d02c1cd59581 2024-11-26T19:21:38,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/e3437d9b470b4b9d878e4c7fa19f514c is 50, key is test_row_0/C:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:38,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648958860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648958860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648958861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741928_1104 (size=12301) 2024-11-26T19:21:38,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/e3437d9b470b4b9d878e4c7fa19f514c 2024-11-26T19:21:38,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/b2a377e60d6640e79db662d52559a1cc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc 2024-11-26T19:21:38,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc, entries=250, sequenceid=435, filesize=16.8 K 2024-11-26T19:21:38,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e730027553a491f81b4d02c1cd59581 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581 2024-11-26T19:21:38,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581, entries=150, sequenceid=435, filesize=12.0 K 2024-11-26T19:21:38,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/e3437d9b470b4b9d878e4c7fa19f514c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c 2024-11-26T19:21:38,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c, entries=150, sequenceid=435, filesize=12.0 K 2024-11-26T19:21:38,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f0361c5ea6b325f441d322e33414437f in 199ms, sequenceid=435, compaction requested=true 2024-11-26T19:21:38,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:38,943 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:38,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:38,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:38,944 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:38,944 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:38,944 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:38,944 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:38,944 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/329bc0e415b04492b954593dd91e1e55, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=46.5 K 2024-11-26T19:21:38,945 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 329bc0e415b04492b954593dd91e1e55, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:38,945 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8fd1f35959d404cb5e66d05dc5057fe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732648897766 2024-11-26T19:21:38,946 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:38,947 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:38,947 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:38,947 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6d68a84c7c2b48b5b2b52927abeddc7f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.9 K 2024-11-26T19:21:38,947 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2a377e60d6640e79db662d52559a1cc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898121 2024-11-26T19:21:38,948 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d68a84c7c2b48b5b2b52927abeddc7f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:38,949 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 19751262714241d0a9624dfd7db6b728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732648898076 2024-11-26T19:21:38,949 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e730027553a491f81b4d02c1cd59581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898122 2024-11-26T19:21:38,978 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:38,979 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/7c539a11a5f8412886f34058790f6d65 is 50, key is test_row_0/B:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:38,982 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:38,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/08bb929ed91a48c8a600370f32419cb2 is 50, key is test_row_0/A:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741929_1105 (size=13323) 2024-11-26T19:21:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741930_1106 (size=13323) 2024-11-26T19:21:39,030 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/7c539a11a5f8412886f34058790f6d65 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/7c539a11a5f8412886f34058790f6d65 2024-11-26T19:21:39,037 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 7c539a11a5f8412886f34058790f6d65(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:39,037 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:39,037 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=13, startTime=1732648898943; duration=0sec 2024-11-26T19:21:39,037 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:39,037 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:39,038 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:39,039 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:39,039 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:39,039 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,039 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0e075370067a4df68db7005799eb2aa2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=36.9 K 2024-11-26T19:21:39,040 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e075370067a4df68db7005799eb2aa2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732648896632 2024-11-26T19:21:39,040 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 827f8ff931574348aea116bf9c366119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732648898076 2024-11-26T19:21:39,041 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e3437d9b470b4b9d878e4c7fa19f514c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898122 2024-11-26T19:21:39,050 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:39,051 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bad6b92f7aff464abb8f646454de247b is 50, key is test_row_0/C:col10/1732648898741/Put/seqid=0 2024-11-26T19:21:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741931_1107 (size=13323) 2024-11-26T19:21:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:39,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:21:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:39,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f922d34d6a514575a927ff18b2f4d44d is 50, key is test_row_0/A:col10/1732648899067/Put/seqid=0 2024-11-26T19:21:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741932_1108 (size=12301) 2024-11-26T19:21:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648959096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648959101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648959101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648959206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648959207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648959208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648959409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648959412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648959413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,429 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/08bb929ed91a48c8a600370f32419cb2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/08bb929ed91a48c8a600370f32419cb2 2024-11-26T19:21:39,435 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 08bb929ed91a48c8a600370f32419cb2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:39,435 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:39,435 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=13, startTime=1732648898942; duration=0sec 2024-11-26T19:21:39,436 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:39,436 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T19:21:39,466 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T19:21:39,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T19:21:39,475 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T19:21:39,476 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:39,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:39,476 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/bad6b92f7aff464abb8f646454de247b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bad6b92f7aff464abb8f646454de247b 2024-11-26T19:21:39,483 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into bad6b92f7aff464abb8f646454de247b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:39,483 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:39,483 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=13, startTime=1732648898944; duration=0sec 2024-11-26T19:21:39,483 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:39,483 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:39,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f922d34d6a514575a927ff18b2f4d44d 2024-11-26T19:21:39,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e68f75efc20420bacfb398dcd922d47 is 50, key is test_row_0/B:col10/1732648899067/Put/seqid=0 2024-11-26T19:21:39,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741933_1109 (size=12301) 2024-11-26T19:21:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T19:21:39,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:39,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648959713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648959715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648959716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T19:21:39,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e68f75efc20420bacfb398dcd922d47 2024-11-26T19:21:39,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/07c39c45f914486d98ca1c7b27d96db7 is 50, key is test_row_0/C:col10/1732648899067/Put/seqid=0 2024-11-26T19:21:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741934_1110 (size=12301) 2024-11-26T19:21:39,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:39,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:39,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T19:21:40,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648960216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648960220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648960221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:40,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:40,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/07c39c45f914486d98ca1c7b27d96db7 2024-11-26T19:21:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/f922d34d6a514575a927ff18b2f4d44d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d 2024-11-26T19:21:40,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:21:40,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/8e68f75efc20420bacfb398dcd922d47 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47 2024-11-26T19:21:40,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:21:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/07c39c45f914486d98ca1c7b27d96db7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7 2024-11-26T19:21:40,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:21:40,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f0361c5ea6b325f441d322e33414437f in 1277ms, sequenceid=449, compaction requested=false 2024-11-26T19:21:40,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:40,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T19:21:40,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/57bc05a313084b30aefaea7095e3db4f is 50, key is test_row_0/A:col10/1732648899099/Put/seqid=0 2024-11-26T19:21:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741935_1111 (size=12301) 2024-11-26T19:21:40,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/57bc05a313084b30aefaea7095e3db4f 2024-11-26T19:21:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a73a2144fcc749a59efff62fbfbfa0cd is 50, key is test_row_0/B:col10/1732648899099/Put/seqid=0 2024-11-26T19:21:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741936_1112 (size=12301) 2024-11-26T19:21:40,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a73a2144fcc749a59efff62fbfbfa0cd 2024-11-26T19:21:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/60ff2fa68de04add82b905633d4cbc75 is 50, key is test_row_0/C:col10/1732648899099/Put/seqid=0 2024-11-26T19:21:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741937_1113 (size=12301) 2024-11-26T19:21:40,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/60ff2fa68de04add82b905633d4cbc75 2024-11-26T19:21:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/57bc05a313084b30aefaea7095e3db4f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f 2024-11-26T19:21:40,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f, entries=150, sequenceid=475, filesize=12.0 K 2024-11-26T19:21:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/a73a2144fcc749a59efff62fbfbfa0cd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd 2024-11-26T19:21:40,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd, entries=150, sequenceid=475, filesize=12.0 K 2024-11-26T19:21:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/60ff2fa68de04add82b905633d4cbc75 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75 2024-11-26T19:21:40,476 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75, entries=150, sequenceid=475, filesize=12.0 K 2024-11-26T19:21:40,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f0361c5ea6b325f441d322e33414437f in 77ms, sequenceid=475, compaction requested=true 2024-11-26T19:21:40,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:40,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T19:21:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T19:21:40,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T19:21:40,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-26T19:21:40,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0140 sec 2024-11-26T19:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T19:21:40,578 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T19:21:40,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-26T19:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T19:21:40,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:40,583 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:40,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T19:21:40,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T19:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T19:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-26T19:21:40,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T19:21:40,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-26T19:21:40,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 165 msec 2024-11-26T19:21:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:40,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:40,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:40,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/48c6cb71fbf14aba94078da3bffc7f87 is 50, key is test_row_0/A:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741938_1114 (size=17181) 2024-11-26T19:21:40,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648960836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648960838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T19:21:40,884 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T19:21:40,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-26T19:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:40,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:40,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:40,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648960940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648960942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:41,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648961144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648961144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:41,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/48c6cb71fbf14aba94078da3bffc7f87 2024-11-26T19:21:41,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/92b4197f550045f2a5ec5c101c2cf007 is 50, key is test_row_0/B:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42500 deadline: 1732648961223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42458 deadline: 1732648961226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42452 deadline: 1732648961232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741939_1115 (size=12301) 2024-11-26T19:21:41,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648961448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648961448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:41,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/92b4197f550045f2a5ec5c101c2cf007 2024-11-26T19:21:41,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/99814b14c76f4b5f8bb03092b5e216ff is 50, key is test_row_0/C:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741940_1116 (size=12301) 2024-11-26T19:21:41,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1732648961951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42484 deadline: 1732648961954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:41,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:41,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:42,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/99814b14c76f4b5f8bb03092b5e216ff 2024-11-26T19:21:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/48c6cb71fbf14aba94078da3bffc7f87 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87 2024-11-26T19:21:42,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87, entries=250, sequenceid=488, filesize=16.8 K 2024-11-26T19:21:42,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/92b4197f550045f2a5ec5c101c2cf007 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007 2024-11-26T19:21:42,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T19:21:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/99814b14c76f4b5f8bb03092b5e216ff as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff 2024-11-26T19:21:42,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T19:21:42,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f0361c5ea6b325f441d322e33414437f in 1316ms, sequenceid=488, compaction requested=true 2024-11-26T19:21:42,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:42,101 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:42,103 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0361c5ea6b325f441d322e33414437f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:42,105 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:42,106 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/A is initiating minor compaction (all files) 2024-11-26T19:21:42,106 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/A in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:42,106 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/08bb929ed91a48c8a600370f32419cb2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=53.8 K 2024-11-26T19:21:42,106 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:42,106 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/B is initiating minor compaction (all files) 2024-11-26T19:21:42,106 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/B in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:42,106 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08bb929ed91a48c8a600370f32419cb2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898122 2024-11-26T19:21:42,106 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/7c539a11a5f8412886f34058790f6d65, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=49.0 K 2024-11-26T19:21:42,107 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f922d34d6a514575a927ff18b2f4d44d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648898757 2024-11-26T19:21:42,107 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c539a11a5f8412886f34058790f6d65, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898122 2024-11-26T19:21:42,107 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57bc05a313084b30aefaea7095e3db4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732648899093 2024-11-26T19:21:42,107 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e68f75efc20420bacfb398dcd922d47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648898757 2024-11-26T19:21:42,108 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c6cb71fbf14aba94078da3bffc7f87, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732648900776 2024-11-26T19:21:42,108 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a73a2144fcc749a59efff62fbfbfa0cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732648899093 2024-11-26T19:21:42,109 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 92b4197f550045f2a5ec5c101c2cf007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732648900778 2024-11-26T19:21:42,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:42,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:42,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:42,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8bdc2d299231458b8aacdbc90c3038e1 is 50, key is test_row_0/A:col10/1732648900836/Put/seqid=0 2024-11-26T19:21:42,124 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:42,125 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/20133317bad445c48ebc8e4d3673c831 is 50, key is test_row_0/B:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:42,127 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:42,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/5af33dbff9624c57aee23c5f25bc8205 is 50, key is test_row_0/A:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741942_1118 (size=13459) 2024-11-26T19:21:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741941_1117 (size=12301) 2024-11-26T19:21:42,160 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8bdc2d299231458b8aacdbc90c3038e1 2024-11-26T19:21:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741943_1119 (size=13459) 2024-11-26T19:21:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4edb8b2345c64664ab08b80b012bb7e4 is 50, key is test_row_0/B:col10/1732648900836/Put/seqid=0 2024-11-26T19:21:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741944_1120 (size=12301) 2024-11-26T19:21:42,548 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:60553 2024-11-26T19:21:42,548 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:60553 2024-11-26T19:21:42,548 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,548 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,548 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:60553 2024-11-26T19:21:42,548 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,551 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:60553 2024-11-26T19:21:42,551 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,560 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/20133317bad445c48ebc8e4d3673c831 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/20133317bad445c48ebc8e4d3673c831 2024-11-26T19:21:42,565 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/B of f0361c5ea6b325f441d322e33414437f into 20133317bad445c48ebc8e4d3673c831(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:42,565 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:42,565 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/B, priority=12, startTime=1732648902103; duration=0sec 2024-11-26T19:21:42,565 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:42,565 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:B 2024-11-26T19:21:42,565 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:42,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:42,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): f0361c5ea6b325f441d322e33414437f/C is initiating minor compaction (all files) 2024-11-26T19:21:42,567 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0361c5ea6b325f441d322e33414437f/C in TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:42,567 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bad6b92f7aff464abb8f646454de247b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp, totalSize=49.0 K 2024-11-26T19:21:42,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bad6b92f7aff464abb8f646454de247b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732648898122 2024-11-26T19:21:42,568 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c39c45f914486d98ca1c7b27d96db7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648898757 2024-11-26T19:21:42,568 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ff2fa68de04add82b905633d4cbc75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732648899093 2024-11-26T19:21:42,568 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 99814b14c76f4b5f8bb03092b5e216ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732648900778 2024-11-26T19:21:42,570 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/5af33dbff9624c57aee23c5f25bc8205 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5af33dbff9624c57aee23c5f25bc8205 2024-11-26T19:21:42,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4edb8b2345c64664ab08b80b012bb7e4 2024-11-26T19:21:42,576 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/A of f0361c5ea6b325f441d322e33414437f into 5af33dbff9624c57aee23c5f25bc8205(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:42,576 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:42,576 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/A, priority=12, startTime=1732648902101; duration=0sec 2024-11-26T19:21:42,577 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:42,577 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:A 2024-11-26T19:21:42,577 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0361c5ea6b325f441d322e33414437f#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:42,578 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/fba2c3768c3b416a8d6cf9c00aaa46f8 is 50, key is test_row_0/C:col10/1732648900784/Put/seqid=0 2024-11-26T19:21:42,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/76165144b9df47aebc835905198e609e is 50, key is test_row_0/C:col10/1732648900836/Put/seqid=0 2024-11-26T19:21:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741945_1121 (size=13459) 2024-11-26T19:21:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741946_1122 (size=12301) 2024-11-26T19:21:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. as already flushing 2024-11-26T19:21:42,957 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:60553 2024-11-26T19:21:42,957 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:60553 2024-11-26T19:21:42,957 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,957 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:42,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/76165144b9df47aebc835905198e609e 2024-11-26T19:21:42,989 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/fba2c3768c3b416a8d6cf9c00aaa46f8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/fba2c3768c3b416a8d6cf9c00aaa46f8 2024-11-26T19:21:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/8bdc2d299231458b8aacdbc90c3038e1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8bdc2d299231458b8aacdbc90c3038e1 2024-11-26T19:21:42,996 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0361c5ea6b325f441d322e33414437f/C of f0361c5ea6b325f441d322e33414437f into fba2c3768c3b416a8d6cf9c00aaa46f8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:42,996 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:42,996 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f., storeName=f0361c5ea6b325f441d322e33414437f/C, priority=12, startTime=1732648902104; duration=0sec 2024-11-26T19:21:42,996 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:42,996 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0361c5ea6b325f441d322e33414437f:C 2024-11-26T19:21:42,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8bdc2d299231458b8aacdbc90c3038e1, entries=150, sequenceid=512, filesize=12.0 K 2024-11-26T19:21:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/4edb8b2345c64664ab08b80b012bb7e4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4edb8b2345c64664ab08b80b012bb7e4 2024-11-26T19:21:43,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4edb8b2345c64664ab08b80b012bb7e4, entries=150, sequenceid=512, filesize=12.0 K 2024-11-26T19:21:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/76165144b9df47aebc835905198e609e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/76165144b9df47aebc835905198e609e 2024-11-26T19:21:43,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/76165144b9df47aebc835905198e609e, entries=150, sequenceid=512, filesize=12.0 K 2024-11-26T19:21:43,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for f0361c5ea6b325f441d322e33414437f in 894ms, sequenceid=512, compaction requested=false 2024-11-26T19:21:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T19:21:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-26T19:21:43,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T19:21:43,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1210 sec 2024-11-26T19:21:43,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.1270 sec 2024-11-26T19:21:43,233 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:60553 2024-11-26T19:21:43,233 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:43,236 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:60553 2024-11-26T19:21:43,236 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:43,241 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:60553 2024-11-26T19:21:43,241 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:44,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:21:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T19:21:44,993 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T19:21:44,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5657 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5486 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2462 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7386 rows 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2467 2024-11-26T19:21:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7401 rows 2024-11-26T19:21:44,994 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:21:44,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:60553 2024-11-26T19:21:44,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:21:44,997 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:21:45,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:21:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:45,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648905010"}]},"ts":"1732648905010"} 2024-11-26T19:21:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:45,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:21:45,014 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:21:45,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:21:45,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, UNASSIGN}] 2024-11-26T19:21:45,020 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, UNASSIGN 2024-11-26T19:21:45,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f0361c5ea6b325f441d322e33414437f, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:45,022 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:21:45,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:45,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:45,179 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:45,179 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing f0361c5ea6b325f441d322e33414437f, disabling compactions & flushes 2024-11-26T19:21:45,180 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. after waiting 0 ms 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:45,180 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing f0361c5ea6b325f441d322e33414437f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=A 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=B 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0361c5ea6b325f441d322e33414437f, store=C 2024-11-26T19:21:45,181 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:45,185 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b is 50, key is test_row_0/A:col10/1732648903240/Put/seqid=0 2024-11-26T19:21:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741947_1123 (size=9857) 2024-11-26T19:21:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:45,591 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b 2024-11-26T19:21:45,599 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/153514c411844426ada75612d9f501af is 50, key is test_row_0/B:col10/1732648903240/Put/seqid=0 2024-11-26T19:21:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741948_1124 (size=9857) 2024-11-26T19:21:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:46,004 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/153514c411844426ada75612d9f501af 2024-11-26T19:21:46,012 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/709e2abd5e414c9c88be04041ecea45a is 50, key is test_row_0/C:col10/1732648903240/Put/seqid=0 2024-11-26T19:21:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741949_1125 (size=9857) 2024-11-26T19:21:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:46,418 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/709e2abd5e414c9c88be04041ecea45a 2024-11-26T19:21:46,424 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b 2024-11-26T19:21:46,428 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b, entries=100, sequenceid=523, filesize=9.6 K 2024-11-26T19:21:46,429 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/B/153514c411844426ada75612d9f501af as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/153514c411844426ada75612d9f501af 2024-11-26T19:21:46,434 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/153514c411844426ada75612d9f501af, entries=100, sequenceid=523, filesize=9.6 K 2024-11-26T19:21:46,435 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/.tmp/C/709e2abd5e414c9c88be04041ecea45a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/709e2abd5e414c9c88be04041ecea45a 2024-11-26T19:21:46,439 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/709e2abd5e414c9c88be04041ecea45a, entries=100, sequenceid=523, filesize=9.6 K 2024-11-26T19:21:46,440 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f0361c5ea6b325f441d322e33414437f in 1260ms, sequenceid=523, compaction requested=true 2024-11-26T19:21:46,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e7ede7c350964a53803036624c4cc3a9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/4a307387d53b4af4bd7a796e85d3e66b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9681b5820f624d918a4e1d8fe67ee29c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e004f5f9a1eb452897d6d06298c93d20, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/91c4452aaa984fb2ac59dbde02efa723, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/d9b8dcf2dbee46d989296869427baac1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/29af02e2b59541318e7ac2f46d96bcf9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/329bc0e415b04492b954593dd91e1e55, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/08bb929ed91a48c8a600370f32419cb2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87] to archive 2024-11-26T19:21:46,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:21:46,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/51a0e1e7652d4335a0696cc942a835be 2024-11-26T19:21:46,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ab9af70cc2554a93b201115ea8a037f4 2024-11-26T19:21:46,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b9247b259fa443109865c10db3b8d1bf 2024-11-26T19:21:46,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e7ede7c350964a53803036624c4cc3a9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e7ede7c350964a53803036624c4cc3a9 2024-11-26T19:21:46,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ff306f95fdc3472c817f21981720cd98 2024-11-26T19:21:46,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/032ec13b4e234d8e804672e608d7cbcc 2024-11-26T19:21:46,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/4a307387d53b4af4bd7a796e85d3e66b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/4a307387d53b4af4bd7a796e85d3e66b 2024-11-26T19:21:46,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ba6923728abc40b3abf112498b66fad6 2024-11-26T19:21:46,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/05c78cd13f7b4966acc01a8f8cdc09fd 2024-11-26T19:21:46,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9681b5820f624d918a4e1d8fe67ee29c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9681b5820f624d918a4e1d8fe67ee29c 2024-11-26T19:21:46,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/867540faead24b06bd49987f618da20c 2024-11-26T19:21:46,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8e25cee0856740ec8d6ba42d237ddaad 2024-11-26T19:21:46,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/25bc023d6668419ebb10c80b15433ca7 2024-11-26T19:21:46,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/65e7ddf565254bceb1da6281d54b7ff6 2024-11-26T19:21:46,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e004f5f9a1eb452897d6d06298c93d20 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/e004f5f9a1eb452897d6d06298c93d20 2024-11-26T19:21:46,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/fa9ddce757844ef583b075ec9c82c8b8 2024-11-26T19:21:46,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8d317d3e79b54ee48c66a32eeb90e4bb 2024-11-26T19:21:46,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/91c4452aaa984fb2ac59dbde02efa723 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/91c4452aaa984fb2ac59dbde02efa723 2024-11-26T19:21:46,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/ce592748dfe940ef87486d8f976c79d0 2024-11-26T19:21:46,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/d9b8dcf2dbee46d989296869427baac1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/d9b8dcf2dbee46d989296869427baac1 2024-11-26T19:21:46,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/9a6b80c8f297478c8a8d693bc60e337f 2024-11-26T19:21:46,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f0974920d1a74676b2c4863f507267f2 2024-11-26T19:21:46,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f89be52bf179464dad0a334d8fe622f8 2024-11-26T19:21:46,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/29af02e2b59541318e7ac2f46d96bcf9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/29af02e2b59541318e7ac2f46d96bcf9 2024-11-26T19:21:46,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/0ca1a9f2bdce463bbee699e7d0464b3c 2024-11-26T19:21:46,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f2b4be92cde8473db24cb989649232d1 2024-11-26T19:21:46,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/329bc0e415b04492b954593dd91e1e55 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/329bc0e415b04492b954593dd91e1e55 2024-11-26T19:21:46,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8ba475fa78f04f45b4b3d2a23b42d68f 2024-11-26T19:21:46,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f8fd1f35959d404cb5e66d05dc5057fe 2024-11-26T19:21:46,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/b2a377e60d6640e79db662d52559a1cc 2024-11-26T19:21:46,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/08bb929ed91a48c8a600370f32419cb2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/08bb929ed91a48c8a600370f32419cb2 2024-11-26T19:21:46,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/f922d34d6a514575a927ff18b2f4d44d 2024-11-26T19:21:46,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/57bc05a313084b30aefaea7095e3db4f 2024-11-26T19:21:46,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/48c6cb71fbf14aba94078da3bffc7f87 2024-11-26T19:21:46,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f08eefd0b29b497384c38c255c100717, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f3467fcc43584d28acb12fd0812fc00a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6f4c3b76410b497d82fb03431fe648f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6813d7ccfbfe480e851e69f1ac6683f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/9941e0496c5c47be87f0ad9740ec88c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/494724b8e505482ba37868e94e0cee88, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/82d6ae0c869f40a5a61c61c7a168866c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6d68a84c7c2b48b5b2b52927abeddc7f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/7c539a11a5f8412886f34058790f6d65, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007] to archive 2024-11-26T19:21:46,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:21:46,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/276ac067e92a40e7b3e4a88c0cae8ef3 2024-11-26T19:21:46,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/daa273903e3f4763b31883cf6ef09b38 2024-11-26T19:21:46,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f08eefd0b29b497384c38c255c100717 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f08eefd0b29b497384c38c255c100717 2024-11-26T19:21:46,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/794d8628c5f54fee8bcc9f808f1ec2b8 2024-11-26T19:21:46,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/25daf7d1f78744fbb444c11b0ff06371 2024-11-26T19:21:46,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f3467fcc43584d28acb12fd0812fc00a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f3467fcc43584d28acb12fd0812fc00a 2024-11-26T19:21:46,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/64fa4bd031f0460a87990977a367a8af 2024-11-26T19:21:46,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/f1f643b598aa4dd4819697ef51234d6c 2024-11-26T19:21:46,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a555fe6dd34413ea79d2368253611cd 2024-11-26T19:21:46,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6f4c3b76410b497d82fb03431fe648f2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6f4c3b76410b497d82fb03431fe648f2 2024-11-26T19:21:46,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/aa14d40003b7461f86760d37aa2c6948 2024-11-26T19:21:46,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6020c9fa180149d5bbf880c145c40f93 2024-11-26T19:21:46,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/873e33a88f5845499696dc5905534644 2024-11-26T19:21:46,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6813d7ccfbfe480e851e69f1ac6683f8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6813d7ccfbfe480e851e69f1ac6683f8 2024-11-26T19:21:46,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a7df1db1deca4b2188afed0e9bb3bf0d 2024-11-26T19:21:46,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/ac74efc0f6e34a49a462e2a1b62c3dc3 2024-11-26T19:21:46,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/9941e0496c5c47be87f0ad9740ec88c7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/9941e0496c5c47be87f0ad9740ec88c7 2024-11-26T19:21:46,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/bc86f9ab804a47b5a53d68f4f9610fc8 2024-11-26T19:21:46,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6a0efa54b8eb44bfadb0a51667eed614 2024-11-26T19:21:46,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/494724b8e505482ba37868e94e0cee88 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/494724b8e505482ba37868e94e0cee88 2024-11-26T19:21:46,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/e7d1b40950f34a429721c75d9a1f87f0 2024-11-26T19:21:46,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/45c280241a184103847db8d525096191 2024-11-26T19:21:46,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/3724621f39454afea80a65c9be502125 2024-11-26T19:21:46,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/82d6ae0c869f40a5a61c61c7a168866c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/82d6ae0c869f40a5a61c61c7a168866c 2024-11-26T19:21:46,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e0305420e424f0285ba66f83de86148 2024-11-26T19:21:46,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4a07f144dba5402ea513c86f73a98103 2024-11-26T19:21:46,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6d68a84c7c2b48b5b2b52927abeddc7f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/6d68a84c7c2b48b5b2b52927abeddc7f 2024-11-26T19:21:46,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/65ffad43dc10443e8e8f2e7647be3d10 2024-11-26T19:21:46,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/19751262714241d0a9624dfd7db6b728 2024-11-26T19:21:46,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/7c539a11a5f8412886f34058790f6d65 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/7c539a11a5f8412886f34058790f6d65 2024-11-26T19:21:46,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e730027553a491f81b4d02c1cd59581 2024-11-26T19:21:46,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/8e68f75efc20420bacfb398dcd922d47 2024-11-26T19:21:46,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/a73a2144fcc749a59efff62fbfbfa0cd 2024-11-26T19:21:46,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/92b4197f550045f2a5ec5c101c2cf007 2024-11-26T19:21:46,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/34202bcb7f6a4359b238caabcac0993f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/146e58d592fb4c5ea7a64ee7b342ab91, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/496d31cf7f934e7ebe59b916410af23f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/29ff44544f794b1aa6c62eeeb09730da, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60c98e0d04984d5ba952bd62dced3db9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/399c2bac3c4c4c579d6a394d6f69de88, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7d6e649d28b34522bbf661f17d7b253e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0e075370067a4df68db7005799eb2aa2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bad6b92f7aff464abb8f646454de247b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff] to archive 2024-11-26T19:21:46,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:21:46,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/143a26abed0141958e9362dab335ca6d 2024-11-26T19:21:46,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bcb4f88adcdb49a2acfc4dac83a7b80e 2024-11-26T19:21:46,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/34202bcb7f6a4359b238caabcac0993f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/34202bcb7f6a4359b238caabcac0993f 2024-11-26T19:21:46,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/978e6c13fd9547bcbac88eb81d666529 2024-11-26T19:21:46,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7ead95e405dc455a8ccdf4612a11c0d5 2024-11-26T19:21:46,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/146e58d592fb4c5ea7a64ee7b342ab91 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/146e58d592fb4c5ea7a64ee7b342ab91 2024-11-26T19:21:46,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/25e5ce0180894100948bdb519ad0072c 2024-11-26T19:21:46,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0655f04f562246079686d7503292bb7b 2024-11-26T19:21:46,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/1e1744d499404019a0c798f0a6c67560 2024-11-26T19:21:46,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/496d31cf7f934e7ebe59b916410af23f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/496d31cf7f934e7ebe59b916410af23f 2024-11-26T19:21:46,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/6481e39765844e67bc38b6fa2dbe7d6c 2024-11-26T19:21:46,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/68a8cae074054a0eb9361206483c35fb 2024-11-26T19:21:46,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bd2c47d366434fb7a66d8709219e0c5d 2024-11-26T19:21:46,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/29ff44544f794b1aa6c62eeeb09730da to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/29ff44544f794b1aa6c62eeeb09730da 2024-11-26T19:21:46,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/63a8643772a4476a94437c29b80a7d84 2024-11-26T19:21:46,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/618b0312ea824707bd99e47561c2489b 2024-11-26T19:21:46,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60c98e0d04984d5ba952bd62dced3db9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60c98e0d04984d5ba952bd62dced3db9 2024-11-26T19:21:46,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/c46f1e5ec6764dfc8bcd21ede402036b 2024-11-26T19:21:46,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/5b035b86a23f490f811d9f0f7748cd84 2024-11-26T19:21:46,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/399c2bac3c4c4c579d6a394d6f69de88 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/399c2bac3c4c4c579d6a394d6f69de88 2024-11-26T19:21:46,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/69fcdc65b71c4b689c6b7b2a222e6fd1 2024-11-26T19:21:46,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/173e811ad5bd481bb7dd9a36225bc2dd 2024-11-26T19:21:46,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/45dbedff49ce43d0a94621d5899668d4 2024-11-26T19:21:46,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7d6e649d28b34522bbf661f17d7b253e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/7d6e649d28b34522bbf661f17d7b253e 2024-11-26T19:21:46,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/47ab455435104dc0867ed2291f6a7407 2024-11-26T19:21:46,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/f9d4e70fc7504168849db0e5b55857dd 2024-11-26T19:21:46,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0e075370067a4df68db7005799eb2aa2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/0e075370067a4df68db7005799eb2aa2 2024-11-26T19:21:46,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/266ff441d1954f8d9317bd52e10d490f 2024-11-26T19:21:46,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/827f8ff931574348aea116bf9c366119 2024-11-26T19:21:46,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bad6b92f7aff464abb8f646454de247b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/bad6b92f7aff464abb8f646454de247b 2024-11-26T19:21:46,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/e3437d9b470b4b9d878e4c7fa19f514c 2024-11-26T19:21:46,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/07c39c45f914486d98ca1c7b27d96db7 2024-11-26T19:21:46,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/60ff2fa68de04add82b905633d4cbc75 2024-11-26T19:21:46,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/99814b14c76f4b5f8bb03092b5e216ff 2024-11-26T19:21:46,606 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/recovered.edits/526.seqid, newMaxSeqId=526, maxSeqId=1 2024-11-26T19:21:46,610 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f. 2024-11-26T19:21:46,610 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for f0361c5ea6b325f441d322e33414437f: 2024-11-26T19:21:46,613 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:46,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f0361c5ea6b325f441d322e33414437f, regionState=CLOSED 2024-11-26T19:21:46,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T19:21:46,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure f0361c5ea6b325f441d322e33414437f, server=7e5582d806af,32949,1732648875872 in 1.5930 sec 2024-11-26T19:21:46,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-26T19:21:46,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0361c5ea6b325f441d322e33414437f, UNASSIGN in 1.5980 sec 2024-11-26T19:21:46,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T19:21:46,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6050 sec 2024-11-26T19:21:46,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648906622"}]},"ts":"1732648906622"} 2024-11-26T19:21:46,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:21:46,627 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:21:46,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec 2024-11-26T19:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T19:21:47,115 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-26T19:21:47,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,123 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T19:21:47,124 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,127 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:47,131 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/recovered.edits] 2024-11-26T19:21:47,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5af33dbff9624c57aee23c5f25bc8205 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5af33dbff9624c57aee23c5f25bc8205 2024-11-26T19:21:47,135 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/5eac4c2fd4fe41c9a1c6e8d801c8a14b 2024-11-26T19:21:47,137 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8bdc2d299231458b8aacdbc90c3038e1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/A/8bdc2d299231458b8aacdbc90c3038e1 2024-11-26T19:21:47,139 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/153514c411844426ada75612d9f501af to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/153514c411844426ada75612d9f501af 2024-11-26T19:21:47,140 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/20133317bad445c48ebc8e4d3673c831 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/20133317bad445c48ebc8e4d3673c831 2024-11-26T19:21:47,142 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4edb8b2345c64664ab08b80b012bb7e4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/B/4edb8b2345c64664ab08b80b012bb7e4 2024-11-26T19:21:47,142 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T19:21:47,144 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T19:21:47,144 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/709e2abd5e414c9c88be04041ecea45a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/709e2abd5e414c9c88be04041ecea45a 2024-11-26T19:21:47,146 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/76165144b9df47aebc835905198e609e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/76165144b9df47aebc835905198e609e 2024-11-26T19:21:47,147 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/fba2c3768c3b416a8d6cf9c00aaa46f8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/C/fba2c3768c3b416a8d6cf9c00aaa46f8 2024-11-26T19:21:47,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/recovered.edits/526.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f/recovered.edits/526.seqid 2024-11-26T19:21:47,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/f0361c5ea6b325f441d322e33414437f 2024-11-26T19:21:47,153 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:21:47,158 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T19:21:47,166 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:21:47,199 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:21:47,201 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,201 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:21:47,201 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732648907201"}]},"ts":"9223372036854775807"} 2024-11-26T19:21:47,204 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:21:47,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f0361c5ea6b325f441d322e33414437f, NAME => 'TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:21:47,205 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:21:47,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732648907205"}]},"ts":"9223372036854775807"} 2024-11-26T19:21:47,208 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:21:47,210 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-26T19:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T19:21:47,226 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-26T19:21:47,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1257091969_22 at /127.0.0.1:49418 [Waiting for operation #353] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7e5582d806af:32949-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7e5582d806af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_685134534_22 at /127.0.0.1:51656 [Waiting for operation #341] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x68a406ef-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5553 (was 6088) 2024-11-26T19:21:47,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=5553 2024-11-26T19:21:47,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:21:47,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:47,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:21:47,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:47,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-26T19:21:47,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741950_1126 (size=960) 2024-11-26T19:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:47,666 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:21:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741951_1127 (size=53) 2024-11-26T19:21:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a275bc34f8c9fb80a2dc336cd750520c, disabling compactions & flushes 2024-11-26T19:21:48,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. after waiting 0 ms 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:48,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:21:48,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732648908075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648908075"}]},"ts":"1732648908075"} 2024-11-26T19:21:48,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:21:48,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:21:48,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648908077"}]},"ts":"1732648908077"} 2024-11-26T19:21:48,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:21:48,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, ASSIGN}] 2024-11-26T19:21:48,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, ASSIGN 2024-11-26T19:21:48,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:21:48,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:48,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:48,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:48,392 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,392 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:48,392 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,392 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:48,393 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,393 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,394 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,396 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:48,396 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName A 2024-11-26T19:21:48,396 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,397 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:48,397 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,398 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:48,398 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName B 2024-11-26T19:21:48,399 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,399 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:48,399 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,400 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:48,400 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName C 2024-11-26T19:21:48,400 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:48,401 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:48,401 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,402 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,402 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,404 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:21:48,405 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:48,406 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:21:48,407 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened a275bc34f8c9fb80a2dc336cd750520c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62637435, jitterRate=-0.06662948429584503}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:21:48,408 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:48,409 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., pid=41, masterSystemTime=1732648908388 2024-11-26T19:21:48,410 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,410 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:48,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:48,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T19:21:48,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 in 176 msec 2024-11-26T19:21:48,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T19:21:48,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, ASSIGN in 332 msec 2024-11-26T19:21:48,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:21:48,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648908416"}]},"ts":"1732648908416"} 2024-11-26T19:21:48,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:21:48,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:21:48,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-26T19:21:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T19:21:49,363 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-26T19:21:49,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04ddf4c3 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ff872d8 2024-11-26T19:21:49,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4506927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,373 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:21:49,376 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:21:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:21:49,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:21:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T19:21:49,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741952_1128 (size=996) 2024-11-26T19:21:49,402 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T19:21:49,402 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T19:21:49,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:21:49,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, REOPEN/MOVE}] 2024-11-26T19:21:49,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, REOPEN/MOVE 2024-11-26T19:21:49,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:49,417 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:21:49,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:49,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:49,569 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,570 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:21:49,570 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing a275bc34f8c9fb80a2dc336cd750520c, disabling compactions & flushes 2024-11-26T19:21:49,570 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,570 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,570 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. after waiting 0 ms 2024-11-26T19:21:49,570 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,574 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T19:21:49,574 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,574 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:49,574 WARN [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: a275bc34f8c9fb80a2dc336cd750520c to self. 2024-11-26T19:21:49,576 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=CLOSED 2024-11-26T19:21:49,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T19:21:49,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 in 161 msec 2024-11-26T19:21:49,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, REOPEN/MOVE; state=CLOSED, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=true 2024-11-26T19:21:49,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:49,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:21:49,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:49,886 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,886 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:21:49,887 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,887 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:21:49,887 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,887 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,891 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,892 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:49,897 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName A 2024-11-26T19:21:49,899 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:49,899 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:49,900 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,900 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:49,901 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName B 2024-11-26T19:21:49,901 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:49,901 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:49,901 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,902 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:21:49,902 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a275bc34f8c9fb80a2dc336cd750520c columnFamilyName C 2024-11-26T19:21:49,902 DEBUG [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:49,903 INFO [StoreOpener-a275bc34f8c9fb80a2dc336cd750520c-1 {}] regionserver.HStore(327): Store=a275bc34f8c9fb80a2dc336cd750520c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:21:49,903 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,903 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,904 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,906 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:21:49,907 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,908 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened a275bc34f8c9fb80a2dc336cd750520c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668580, jitterRate=0.02324157953262329}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:21:49,910 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:49,910 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., pid=46, masterSystemTime=1732648909883 2024-11-26T19:21:49,912 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,912 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:49,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=OPEN, openSeqNum=5, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:21:49,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-26T19:21:49,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 in 181 msec 2024-11-26T19:21:49,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T19:21:49,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, REOPEN/MOVE in 500 msec 2024-11-26T19:21:49,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T19:21:49,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-26T19:21:49,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 535 msec 2024-11-26T19:21:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-26T19:21:49,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-11-26T19:21:49,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d6279 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@433e2b26 2024-11-26T19:21:49,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,939 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-11-26T19:21:49,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-11-26T19:21:49,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505d5ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-11-26T19:21:49,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-11-26T19:21:49,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-26T19:21:49,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-26T19:21:49,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-26T19:21:49,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:21:49,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-26T19:21:49,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:49,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:49,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:49,973 DEBUG [hconnection-0x51573813-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,973 DEBUG [hconnection-0x59c0eacd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,975 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,978 DEBUG [hconnection-0x62eb828a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,978 DEBUG [hconnection-0xf122480-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,978 DEBUG [hconnection-0x3e21234d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,979 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,980 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,981 DEBUG [hconnection-0x368b13a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,981 DEBUG [hconnection-0x2d5f688f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,981 DEBUG [hconnection-0x3494350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,982 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,982 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,987 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:49,989 DEBUG [hconnection-0x8f41663-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:21:49,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:21:49,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:50,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e652c344acf46d2878e52f6d8370e00_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648909984/Put/seqid=0 2024-11-26T19:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648970077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648970079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648970086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648970086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648970087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741953_1129 (size=12154) 2024-11-26T19:21:50,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:50,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e652c344acf46d2878e52f6d8370e00_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264e652c344acf46d2878e52f6d8370e00_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b6a8fc2d3c414a36a8a9f4b316621b9c, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:50,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b6a8fc2d3c414a36a8a9f4b316621b9c is 175, key is test_row_0/A:col10/1732648909984/Put/seqid=0 2024-11-26T19:21:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741954_1130 (size=30955) 2024-11-26T19:21:50,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b6a8fc2d3c414a36a8a9f4b316621b9c 2024-11-26T19:21:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648970189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648970189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648970194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648970195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648970195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e9eed1ca6f9747fd82a0f1723af777af is 50, key is test_row_0/B:col10/1732648909984/Put/seqid=0 2024-11-26T19:21:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741955_1131 (size=12001) 2024-11-26T19:21:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:50,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:50,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648970392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648970393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648970399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648970400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648970400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:50,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:50,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e9eed1ca6f9747fd82a0f1723af777af 2024-11-26T19:21:50,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/ee74be3702bb4e5a91536423d85637a5 is 50, key is test_row_0/C:col10/1732648909984/Put/seqid=0 2024-11-26T19:21:50,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648970696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648970698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648970701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648970703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648970704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741956_1132 (size=12001) 2024-11-26T19:21:50,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/ee74be3702bb4e5a91536423d85637a5 2024-11-26T19:21:50,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b6a8fc2d3c414a36a8a9f4b316621b9c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c 2024-11-26T19:21:50,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:50,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c, entries=150, sequenceid=17, filesize=30.2 K 2024-11-26T19:21:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e9eed1ca6f9747fd82a0f1723af777af as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af 2024-11-26T19:21:50,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T19:21:50,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/ee74be3702bb4e5a91536423d85637a5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5 2024-11-26T19:21:50,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T19:21:50,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for a275bc34f8c9fb80a2dc336cd750520c in 777ms, sequenceid=17, compaction requested=false 2024-11-26T19:21:50,768 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T19:21:50,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:50,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:50,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T19:21:50,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:50,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264083b46bdb1b4079ada56b9dee5eb6d0_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648910085/Put/seqid=0 2024-11-26T19:21:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741957_1133 (size=12154) 2024-11-26T19:21:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:50,975 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264083b46bdb1b4079ada56b9dee5eb6d0_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264083b46bdb1b4079ada56b9dee5eb6d0_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/8f0e6fdad41640d89cb6844465a857c7, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/8f0e6fdad41640d89cb6844465a857c7 is 175, key is test_row_0/A:col10/1732648910085/Put/seqid=0 2024-11-26T19:21:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741958_1134 (size=30955) 2024-11-26T19:21:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:51,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648971215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648971216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648971217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648971218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648971218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648971319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648971322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648971322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648971323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648971323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/8f0e6fdad41640d89cb6844465a857c7 2024-11-26T19:21:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c9aa62d55cc459da8fec920143935ff is 50, key is test_row_0/B:col10/1732648910085/Put/seqid=0 2024-11-26T19:21:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741959_1135 (size=12001) 2024-11-26T19:21:51,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c9aa62d55cc459da8fec920143935ff 2024-11-26T19:21:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/62b73dda0bb74d4da61a4f69746a54fc is 50, key is test_row_0/C:col10/1732648910085/Put/seqid=0 2024-11-26T19:21:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741960_1136 (size=12001) 2024-11-26T19:21:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648971523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648971525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648971525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648971526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648971526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648971827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648971828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648971828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648971828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648971830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:51,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/62b73dda0bb74d4da61a4f69746a54fc 2024-11-26T19:21:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/8f0e6fdad41640d89cb6844465a857c7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7 2024-11-26T19:21:51,855 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7, entries=150, sequenceid=42, filesize=30.2 K 2024-11-26T19:21:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c9aa62d55cc459da8fec920143935ff as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff 2024-11-26T19:21:51,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff, entries=150, sequenceid=42, filesize=11.7 K 2024-11-26T19:21:51,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/62b73dda0bb74d4da61a4f69746a54fc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc 2024-11-26T19:21:51,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc, entries=150, sequenceid=42, filesize=11.7 K 2024-11-26T19:21:51,878 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a275bc34f8c9fb80a2dc336cd750520c in 987ms, sequenceid=42, compaction requested=false 2024-11-26T19:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T19:21:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-26T19:21:51,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T19:21:51,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-11-26T19:21:51,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.9160 sec 2024-11-26T19:21:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T19:21:52,074 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-26T19:21:52,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T19:21:52,079 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T19:21:52,080 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:52,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:52,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:21:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T19:21:52,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T19:21:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:52,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265cbdeaa7aa534808aa9f569c342e437d_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648911216/Put/seqid=0 2024-11-26T19:21:52,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741961_1137 (size=12154) 2024-11-26T19:21:52,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648972358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648972360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648972361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648972361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648972362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T19:21:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648972464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648972464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648972466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648972466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648972466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648972666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648972667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648972668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648972669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648972669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T19:21:52,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265cbdeaa7aa534808aa9f569c342e437d_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265cbdeaa7aa534808aa9f569c342e437d_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/faac82f8a6314716a2abf5e7120a6e96, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:52,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/faac82f8a6314716a2abf5e7120a6e96 is 175, key is test_row_0/A:col10/1732648911216/Put/seqid=0 2024-11-26T19:21:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741962_1138 (size=30955) 2024-11-26T19:21:52,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/faac82f8a6314716a2abf5e7120a6e96 2024-11-26T19:21:52,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/89758b6b0ac74da8969f7e2421743f62 is 50, key is test_row_0/B:col10/1732648911216/Put/seqid=0 2024-11-26T19:21:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741963_1139 (size=12001) 2024-11-26T19:21:52,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/89758b6b0ac74da8969f7e2421743f62 2024-11-26T19:21:52,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/55c4592b98dd421084be59c28496f159 is 50, key is test_row_0/C:col10/1732648911216/Put/seqid=0 2024-11-26T19:21:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741964_1140 (size=12001) 2024-11-26T19:21:52,735 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/55c4592b98dd421084be59c28496f159 2024-11-26T19:21:52,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/faac82f8a6314716a2abf5e7120a6e96 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96 2024-11-26T19:21:52,747 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96, entries=150, sequenceid=54, filesize=30.2 K 2024-11-26T19:21:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/89758b6b0ac74da8969f7e2421743f62 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62 2024-11-26T19:21:52,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T19:21:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/55c4592b98dd421084be59c28496f159 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159 2024-11-26T19:21:52,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T19:21:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a275bc34f8c9fb80a2dc336cd750520c in 532ms, sequenceid=54, compaction requested=true 2024-11-26T19:21:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T19:21:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T19:21:52,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T19:21:52,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 686 msec 2024-11-26T19:21:52,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 692 msec 2024-11-26T19:21:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:52,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:21:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:52,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:52,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:52,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:52,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263dd9fdc0eb014f94b3931beec9f022c8_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741965_1141 (size=14594) 2024-11-26T19:21:53,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648973030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648973030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648973060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648973060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648973060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648973162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648973162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648973164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648973165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648973165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T19:21:53,184 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T19:21:53,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T19:21:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:53,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:53,189 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:53,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:53,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648973364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648973365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648973371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648973374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648973377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:53,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263dd9fdc0eb014f94b3931beec9f022c8_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263dd9fdc0eb014f94b3931beec9f022c8_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:53,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ddffa8c67cc744fca3479fdd86a8ceb1, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:53,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ddffa8c67cc744fca3479fdd86a8ceb1 is 175, key is test_row_0/A:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741966_1142 (size=39549) 2024-11-26T19:21:53,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ddffa8c67cc744fca3479fdd86a8ceb1 2024-11-26T19:21:53,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/6bd5fdb390c34f85a9f430146480e137 is 50, key is test_row_0/B:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741967_1143 (size=12001) 2024-11-26T19:21:53,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/6bd5fdb390c34f85a9f430146480e137 2024-11-26T19:21:53,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/6a2fa1df44034b04b1223b6703ba6cac is 50, key is test_row_0/C:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:53,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741968_1144 (size=12001) 2024-11-26T19:21:53,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648973668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648973670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648973677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648973677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648973684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:53,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/6a2fa1df44034b04b1223b6703ba6cac 2024-11-26T19:21:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ddffa8c67cc744fca3479fdd86a8ceb1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1 2024-11-26T19:21:53,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:53,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:53,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1, entries=200, sequenceid=80, filesize=38.6 K 2024-11-26T19:21:53,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/6bd5fdb390c34f85a9f430146480e137 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137 2024-11-26T19:21:53,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137, entries=150, sequenceid=80, filesize=11.7 K 2024-11-26T19:21:53,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/6a2fa1df44034b04b1223b6703ba6cac as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac 2024-11-26T19:21:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac, entries=150, sequenceid=80, filesize=11.7 K 2024-11-26T19:21:53,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for a275bc34f8c9fb80a2dc336cd750520c in 1006ms, sequenceid=80, compaction requested=true 2024-11-26T19:21:53,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:53,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:53,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:53,982 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:53,982 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:53,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:53,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:53,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:53,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:53,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:53,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:21:53,984 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,984 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:53,984 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=129.3 K 2024-11-26T19:21:53,984 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:21:53,984 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,984 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:53,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1] 2024-11-26T19:21:53,984 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=46.9 K 2024-11-26T19:21:53,985 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6a8fc2d3c414a36a8a9f4b316621b9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732648909984 2024-11-26T19:21:53,985 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e9eed1ca6f9747fd82a0f1723af777af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732648909984 2024-11-26T19:21:53,985 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f0e6fdad41640d89cb6844465a857c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732648910080 2024-11-26T19:21:53,985 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c9aa62d55cc459da8fec920143935ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732648910080 2024-11-26T19:21:53,986 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 89758b6b0ac74da8969f7e2421743f62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732648911210 2024-11-26T19:21:53,986 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting faac82f8a6314716a2abf5e7120a6e96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732648911210 2024-11-26T19:21:53,987 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bd5fdb390c34f85a9f430146480e137, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:53,987 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddffa8c67cc744fca3479fdd86a8ceb1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:54,000 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:54,002 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/c80354baf1994ecca4053a0b3ef07522 is 50, key is test_row_0/B:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:54,010 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:54,021 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126260e7f8deab24efbb250b6a37575bcb7_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741969_1145 (size=12139) 2024-11-26T19:21:54,033 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/c80354baf1994ecca4053a0b3ef07522 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/c80354baf1994ecca4053a0b3ef07522 2024-11-26T19:21:54,034 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126260e7f8deab24efbb250b6a37575bcb7_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:54,034 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126260e7f8deab24efbb250b6a37575bcb7_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:54,041 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into c80354baf1994ecca4053a0b3ef07522(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:54,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:54,042 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=12, startTime=1732648913982; duration=0sec 2024-11-26T19:21:54,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:54,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:21:54,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:21:54,043 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:21:54,044 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:21:54,044 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:54,044 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=46.9 K 2024-11-26T19:21:54,046 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting ee74be3702bb4e5a91536423d85637a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732648909984 2024-11-26T19:21:54,046 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 62b73dda0bb74d4da61a4f69746a54fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732648910080 2024-11-26T19:21:54,047 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 55c4592b98dd421084be59c28496f159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732648911210 2024-11-26T19:21:54,048 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a2fa1df44034b04b1223b6703ba6cac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741970_1146 (size=4469) 2024-11-26T19:21:54,070 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#124 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:54,072 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6a6ca957fc8c440098f5c1b66b5d0221 is 175, key is test_row_0/A:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:54,076 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#125 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:54,077 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/30350af78ab543bdb1839da581af920e is 50, key is test_row_0/C:col10/1732648912360/Put/seqid=0 2024-11-26T19:21:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741971_1147 (size=31093) 2024-11-26T19:21:54,095 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6a6ca957fc8c440098f5c1b66b5d0221 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221 2024-11-26T19:21:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741972_1148 (size=12139) 2024-11-26T19:21:54,112 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into 6a6ca957fc8c440098f5c1b66b5d0221(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:54,112 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:54,112 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=12, startTime=1732648913982; duration=0sec 2024-11-26T19:21:54,113 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:54,113 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:21:54,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T19:21:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:54,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:54,121 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/30350af78ab543bdb1839da581af920e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/30350af78ab543bdb1839da581af920e 2024-11-26T19:21:54,128 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into 30350af78ab543bdb1839da581af920e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:54,129 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:54,129 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=12, startTime=1732648913983; duration=0sec 2024-11-26T19:21:54,129 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:54,129 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:21:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112619f9813b65fb4289b7d535e048e3b477_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648912981/Put/seqid=0 2024-11-26T19:21:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741973_1149 (size=12154) 2024-11-26T19:21:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:54,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112619f9813b65fb4289b7d535e048e3b477_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619f9813b65fb4289b7d535e048e3b477_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/aa36b3a9f65c4b4d860bdde8f785619a, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/aa36b3a9f65c4b4d860bdde8f785619a is 175, key is test_row_0/A:col10/1732648912981/Put/seqid=0 2024-11-26T19:21:54,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741974_1150 (size=30955) 2024-11-26T19:21:54,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648974205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648974206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648974207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648974208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648974208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648974311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648974311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648974313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648974313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648974314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648974514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648974515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648974515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648974515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648974516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/aa36b3a9f65c4b4d860bdde8f785619a 2024-11-26T19:21:54,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e5acff0e44c54c7fa459d164497188cd is 50, key is test_row_0/B:col10/1732648912981/Put/seqid=0 2024-11-26T19:21:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741975_1151 (size=12001) 2024-11-26T19:21:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648974818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648974818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648974818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648974820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648974821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e5acff0e44c54c7fa459d164497188cd 2024-11-26T19:21:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/eb075467c2804170ae73a92537fe41ac is 50, key is test_row_0/C:col10/1732648912981/Put/seqid=0 2024-11-26T19:21:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741976_1152 (size=12001) 2024-11-26T19:21:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:55,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648975323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648975323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648975324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648975323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648975328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:55,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/eb075467c2804170ae73a92537fe41ac 2024-11-26T19:21:55,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/aa36b3a9f65c4b4d860bdde8f785619a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a 2024-11-26T19:21:55,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a, entries=150, sequenceid=94, filesize=30.2 K 2024-11-26T19:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e5acff0e44c54c7fa459d164497188cd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd 2024-11-26T19:21:55,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T19:21:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/eb075467c2804170ae73a92537fe41ac as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac 2024-11-26T19:21:55,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T19:21:55,491 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a275bc34f8c9fb80a2dc336cd750520c in 1377ms, sequenceid=94, compaction requested=false 2024-11-26T19:21:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T19:21:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T19:21:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T19:21:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3040 sec 2024-11-26T19:21:55,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.3090 sec 2024-11-26T19:21:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:56,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648976339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648976340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648976343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648976343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648976344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112609d70d0f23b54269b010aa48dbf3e8fd_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741977_1153 (size=14594) 2024-11-26T19:21:56,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:56,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112609d70d0f23b54269b010aa48dbf3e8fd_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609d70d0f23b54269b010aa48dbf3e8fd_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:56,393 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/5091aa89196e4255b5cac6d7136cab56, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:56,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/5091aa89196e4255b5cac6d7136cab56 is 175, key is test_row_0/A:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741978_1154 (size=39549) 2024-11-26T19:21:56,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/5091aa89196e4255b5cac6d7136cab56 2024-11-26T19:21:56,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648976445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648976446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648976447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648976447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/35a0b9b90b364e78b6b2b6d282c7b347 is 50, key is test_row_0/B:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741979_1155 (size=12001) 2024-11-26T19:21:56,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/35a0b9b90b364e78b6b2b6d282c7b347 2024-11-26T19:21:56,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/c12da748c60a47c8a61d38af9d532df2 is 50, key is test_row_0/C:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741980_1156 (size=12001) 2024-11-26T19:21:56,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/c12da748c60a47c8a61d38af9d532df2 2024-11-26T19:21:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/5091aa89196e4255b5cac6d7136cab56 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56 2024-11-26T19:21:56,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56, entries=200, sequenceid=123, filesize=38.6 K 2024-11-26T19:21:56,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/35a0b9b90b364e78b6b2b6d282c7b347 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347 2024-11-26T19:21:56,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347, entries=150, sequenceid=123, filesize=11.7 K 2024-11-26T19:21:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/c12da748c60a47c8a61d38af9d532df2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2 2024-11-26T19:21:56,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2, entries=150, sequenceid=123, filesize=11.7 K 2024-11-26T19:21:56,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for a275bc34f8c9fb80a2dc336cd750520c in 189ms, sequenceid=123, compaction requested=true 2024-11-26T19:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:56,522 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:56,523 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:21:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:56,524 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:56,524 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:21:56,524 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:56,524 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/c80354baf1994ecca4053a0b3ef07522, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=35.3 K 2024-11-26T19:21:56,525 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c80354baf1994ecca4053a0b3ef07522, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:56,525 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:56,525 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:21:56,525 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:56,525 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=99.2 K 2024-11-26T19:21:56,525 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:56,525 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56] 2024-11-26T19:21:56,526 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e5acff0e44c54c7fa459d164497188cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732648912981 2024-11-26T19:21:56,526 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a6ca957fc8c440098f5c1b66b5d0221, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:56,526 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa36b3a9f65c4b4d860bdde8f785619a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732648912981 2024-11-26T19:21:56,526 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a0b9b90b364e78b6b2b6d282c7b347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914205 2024-11-26T19:21:56,527 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5091aa89196e4255b5cac6d7136cab56, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914203 2024-11-26T19:21:56,548 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:56,553 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:56,553 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/d1afe88ae225423e9b9cd0eaed93a8b5 is 50, key is test_row_0/B:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,563 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267f073bcd570345bea42590a8d075abbd_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:56,569 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267f073bcd570345bea42590a8d075abbd_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:56,569 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267f073bcd570345bea42590a8d075abbd_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741981_1157 (size=12241) 2024-11-26T19:21:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741982_1158 (size=4469) 2024-11-26T19:21:56,586 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/d1afe88ae225423e9b9cd0eaed93a8b5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/d1afe88ae225423e9b9cd0eaed93a8b5 2024-11-26T19:21:56,612 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into d1afe88ae225423e9b9cd0eaed93a8b5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:56,612 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:56,612 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=13, startTime=1732648916522; duration=0sec 2024-11-26T19:21:56,612 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:21:56,612 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:21:56,612 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:21:56,614 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:21:56,614 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:21:56,614 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:56,614 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/30350af78ab543bdb1839da581af920e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=35.3 K 2024-11-26T19:21:56,614 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 30350af78ab543bdb1839da581af920e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732648912358 2024-11-26T19:21:56,615 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting eb075467c2804170ae73a92537fe41ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732648912981 2024-11-26T19:21:56,616 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c12da748c60a47c8a61d38af9d532df2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914205 2024-11-26T19:21:56,624 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:56,625 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/6d17efc4860b490ca731ffadcee5dfe6 is 50, key is test_row_0/C:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741983_1159 (size=12241) 2024-11-26T19:21:56,641 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/6d17efc4860b490ca731ffadcee5dfe6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6d17efc4860b490ca731ffadcee5dfe6 2024-11-26T19:21:56,648 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into 6d17efc4860b490ca731ffadcee5dfe6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:56,648 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:56,648 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=13, startTime=1732648916523; duration=0sec 2024-11-26T19:21:56,648 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:56,648 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:21:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:56,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:21:56,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:56,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691c408d1f5b5400682f188562bb44b03_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648916660/Put/seqid=0 2024-11-26T19:21:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741984_1160 (size=14794) 2024-11-26T19:21:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648976746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648976747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648976748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648976748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648976850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648976850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648976852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648976853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:56,982 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:21:56,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d74313373d334e76b7f9685f62dbb0d4 is 175, key is test_row_0/A:col10/1732648916332/Put/seqid=0 2024-11-26T19:21:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741985_1161 (size=31195) 2024-11-26T19:21:57,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648977052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648977053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648977056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648977057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:57,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691c408d1f5b5400682f188562bb44b03_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691c408d1f5b5400682f188562bb44b03_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:57,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6c6dade1921b4366a4b73d96f694de32, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:57,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6c6dade1921b4366a4b73d96f694de32 is 175, key is test_row_0/A:col10/1732648916660/Put/seqid=0 2024-11-26T19:21:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741986_1162 (size=39749) 2024-11-26T19:21:57,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6c6dade1921b4366a4b73d96f694de32 2024-11-26T19:21:57,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c41681edee64341a9f8e42979090123 is 50, key is test_row_0/B:col10/1732648916660/Put/seqid=0 2024-11-26T19:21:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741987_1163 (size=12151) 2024-11-26T19:21:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T19:21:57,297 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T19:21:57,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:21:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T19:21:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:57,302 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:21:57,302 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:21:57,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:21:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648977356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648977357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648977360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648977361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,395 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d74313373d334e76b7f9685f62dbb0d4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4 2024-11-26T19:21:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:57,405 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into d74313373d334e76b7f9685f62dbb0d4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:21:57,406 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:57,406 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=13, startTime=1732648916522; duration=0sec 2024-11-26T19:21:57,406 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:21:57,406 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:21:57,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T19:21:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c41681edee64341a9f8e42979090123 2024-11-26T19:21:57,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e71220f44e364dde8d2da3f71ebc482e is 50, key is test_row_0/C:col10/1732648916660/Put/seqid=0 2024-11-26T19:21:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741988_1164 (size=12151) 2024-11-26T19:21:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:57,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T19:21:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T19:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648977860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648977861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648977863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648977864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:57,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:57,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T19:21:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:57,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:21:57,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e71220f44e364dde8d2da3f71ebc482e 2024-11-26T19:21:57,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6c6dade1921b4366a4b73d96f694de32 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32 2024-11-26T19:21:57,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32, entries=200, sequenceid=138, filesize=38.8 K 2024-11-26T19:21:57,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/1c41681edee64341a9f8e42979090123 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123 2024-11-26T19:21:57,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T19:21:57,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e71220f44e364dde8d2da3f71ebc482e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e 2024-11-26T19:21:57,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T19:21:57,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a275bc34f8c9fb80a2dc336cd750520c in 1300ms, sequenceid=138, compaction requested=false 2024-11-26T19:21:57,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:58,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T19:21:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:58,068 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:21:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:21:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262f5f35b9e55f49de9f29226c8d1dba2c_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648916747/Put/seqid=0 2024-11-26T19:21:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741989_1165 (size=12304) 2024-11-26T19:21:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:21:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648978369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648978471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:21:58,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262f5f35b9e55f49de9f29226c8d1dba2c_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262f5f35b9e55f49de9f29226c8d1dba2c_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:21:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b63dd621b4c943e990814492f11be9f9, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:21:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b63dd621b4c943e990814492f11be9f9 is 175, key is test_row_0/A:col10/1732648916747/Put/seqid=0 2024-11-26T19:21:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741990_1166 (size=31105) 2024-11-26T19:21:58,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648978674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648978863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648978867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648978870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648978870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:58,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b63dd621b4c943e990814492f11be9f9 2024-11-26T19:21:58,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/f9e3474b36c94fc29fc4d2db8f20a18e is 50, key is test_row_0/B:col10/1732648916747/Put/seqid=0 2024-11-26T19:21:58,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741991_1167 (size=12151) 2024-11-26T19:21:58,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648978977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:59,320 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/f9e3474b36c94fc29fc4d2db8f20a18e 2024-11-26T19:21:59,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/74e2d014b2694e24939840e3898f05c4 is 50, key is test_row_0/C:col10/1732648916747/Put/seqid=0 2024-11-26T19:21:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741992_1168 (size=12151) 2024-11-26T19:21:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:21:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:21:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648979482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:21:59,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/74e2d014b2694e24939840e3898f05c4 2024-11-26T19:21:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/b63dd621b4c943e990814492f11be9f9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9 2024-11-26T19:21:59,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9, entries=150, sequenceid=162, filesize=30.4 K 2024-11-26T19:21:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/f9e3474b36c94fc29fc4d2db8f20a18e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e 2024-11-26T19:21:59,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T19:21:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/74e2d014b2694e24939840e3898f05c4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4 2024-11-26T19:21:59,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T19:21:59,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a275bc34f8c9fb80a2dc336cd750520c in 1696ms, sequenceid=162, compaction requested=true 2024-11-26T19:21:59,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:21:59,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:21:59,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T19:21:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T19:21:59,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T19:21:59,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4640 sec 2024-11-26T19:21:59,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4700 sec 2024-11-26T19:22:00,156 INFO [master/7e5582d806af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T19:22:00,156 INFO [master/7e5582d806af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T19:22:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:00,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:00,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126288c12e7bfba41c4a5710e3e4f5c54e2_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741993_1169 (size=14794) 2024-11-26T19:22:00,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:00,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126288c12e7bfba41c4a5710e3e4f5c54e2_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126288c12e7bfba41c4a5710e3e4f5c54e2_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:00,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/45c41cf428d5423b8c2558f62495a536, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:00,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/45c41cf428d5423b8c2558f62495a536 is 175, key is test_row_0/A:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741994_1170 (size=39749) 2024-11-26T19:22:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648980553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648980656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648980859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648980873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,875 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648980876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,877 DEBUG [Thread-634 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648980877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,878 DEBUG [Thread-632 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648980890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:00,894 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:00,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/45c41cf428d5423b8c2558f62495a536 2024-11-26T19:22:00,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/04bee16ef07344eb824ada4a3c5037df is 50, key is test_row_0/B:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741995_1171 (size=12151) 2024-11-26T19:22:01,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648981166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:01,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/04bee16ef07344eb824ada4a3c5037df 2024-11-26T19:22:01,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/f7a2da8996c44bf8809f8ac9f363a6bd is 50, key is test_row_0/C:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:01,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741996_1172 (size=12151) 2024-11-26T19:22:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T19:22:01,408 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T19:22:01,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T19:22:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T19:22:01,411 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:01,411 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:01,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T19:22:01,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:01,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T19:22:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648981671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T19:22:01,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:01,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T19:22:01,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:01,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/f7a2da8996c44bf8809f8ac9f363a6bd 2024-11-26T19:22:01,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/45c41cf428d5423b8c2558f62495a536 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536 2024-11-26T19:22:01,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536, entries=200, sequenceid=176, filesize=38.8 K 2024-11-26T19:22:01,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/04bee16ef07344eb824ada4a3c5037df as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df 2024-11-26T19:22:01,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T19:22:01,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/f7a2da8996c44bf8809f8ac9f363a6bd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd 2024-11-26T19:22:01,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T19:22:01,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a275bc34f8c9fb80a2dc336cd750520c in 1326ms, sequenceid=176, compaction requested=true 2024-11-26T19:22:01,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:01,820 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:01,820 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:01,821 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:01,821 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:22:01,821 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,822 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=138.5 K 2024-11-26T19:22:01,822 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,822 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536] 2024-11-26T19:22:01,822 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:01,822 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:22:01,822 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,822 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/d1afe88ae225423e9b9cd0eaed93a8b5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=47.6 K 2024-11-26T19:22:01,823 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d1afe88ae225423e9b9cd0eaed93a8b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914205 2024-11-26T19:22:01,823 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c41681edee64341a9f8e42979090123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732648916340 2024-11-26T19:22:01,824 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74313373d334e76b7f9685f62dbb0d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914205 2024-11-26T19:22:01,824 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f9e3474b36c94fc29fc4d2db8f20a18e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732648916742 2024-11-26T19:22:01,824 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c6dade1921b4366a4b73d96f694de32, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732648916340 2024-11-26T19:22:01,824 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 04bee16ef07344eb824ada4a3c5037df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:01,824 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b63dd621b4c943e990814492f11be9f9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732648916742 2024-11-26T19:22:01,825 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c41cf428d5423b8c2558f62495a536, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:01,834 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:01,836 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/2d0abfadf1594310ac786dd55e324314 is 50, key is test_row_0/B:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:01,837 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:01,840 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269568af4ffe444fec900d7dd8362076e0_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:01,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269568af4ffe444fec900d7dd8362076e0_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:01,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269568af4ffe444fec900d7dd8362076e0_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741997_1173 (size=12527) 2024-11-26T19:22:01,855 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/2d0abfadf1594310ac786dd55e324314 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2d0abfadf1594310ac786dd55e324314 2024-11-26T19:22:01,862 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into 2d0abfadf1594310ac786dd55e324314(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:01,862 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:01,862 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=12, startTime=1732648921820; duration=0sec 2024-11-26T19:22:01,862 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:01,862 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:01,862 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:01,864 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:01,864 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:22:01,864 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,864 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6d17efc4860b490ca731ffadcee5dfe6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=47.6 K 2024-11-26T19:22:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741998_1174 (size=4469) 2024-11-26T19:22:01,865 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d17efc4860b490ca731ffadcee5dfe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732648914205 2024-11-26T19:22:01,867 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e71220f44e364dde8d2da3f71ebc482e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732648916340 2024-11-26T19:22:01,867 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e2d014b2694e24939840e3898f05c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732648916742 2024-11-26T19:22:01,868 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a2da8996c44bf8809f8ac9f363a6bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:01,868 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#145 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:01,869 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/80533d4703ae499b9c2402fa1a3a2813 is 175, key is test_row_0/A:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:01,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:01,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T19:22:01,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:01,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741999_1175 (size=31481) 2024-11-26T19:22:01,883 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:01,884 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/8a6972d3be9e4c869e3f1ce40a7750ca is 50, key is test_row_0/C:col10/1732648918367/Put/seqid=0 2024-11-26T19:22:01,885 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/80533d4703ae499b9c2402fa1a3a2813 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813 2024-11-26T19:22:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112609a3503b19cd4190a0a3b7dbc82b095a_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648920548/Put/seqid=0 2024-11-26T19:22:01,894 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into 80533d4703ae499b9c2402fa1a3a2813(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:01,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:01,894 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=12, startTime=1732648921819; duration=0sec 2024-11-26T19:22:01,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:01,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742000_1176 (size=12527) 2024-11-26T19:22:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742001_1177 (size=12304) 2024-11-26T19:22:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:01,908 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/8a6972d3be9e4c869e3f1ce40a7750ca as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8a6972d3be9e4c869e3f1ce40a7750ca 2024-11-26T19:22:01,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112609a3503b19cd4190a0a3b7dbc82b095a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609a3503b19cd4190a0a3b7dbc82b095a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f2eddff578d44364bb4ea80cc1fd4938, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f2eddff578d44364bb4ea80cc1fd4938 is 175, key is test_row_0/A:col10/1732648920548/Put/seqid=0 2024-11-26T19:22:01,918 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into 8a6972d3be9e4c869e3f1ce40a7750ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:01,918 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:01,918 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=12, startTime=1732648921820; duration=0sec 2024-11-26T19:22:01,919 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:01,919 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742002_1178 (size=31105) 2024-11-26T19:22:01,926 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f2eddff578d44364bb4ea80cc1fd4938 2024-11-26T19:22:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/67386b08ac8441ab81d078843b03ee6e is 50, key is test_row_0/B:col10/1732648920548/Put/seqid=0 2024-11-26T19:22:01,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742003_1179 (size=12151) 2024-11-26T19:22:01,968 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/67386b08ac8441ab81d078843b03ee6e 2024-11-26T19:22:01,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/04ded99a09c5401aa6740ddc49b00f07 is 50, key is test_row_0/C:col10/1732648920548/Put/seqid=0 2024-11-26T19:22:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742004_1180 (size=12151) 2024-11-26T19:22:01,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/04ded99a09c5401aa6740ddc49b00f07 2024-11-26T19:22:02,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f2eddff578d44364bb4ea80cc1fd4938 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938 2024-11-26T19:22:02,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938, entries=150, sequenceid=199, filesize=30.4 K 2024-11-26T19:22:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/67386b08ac8441ab81d078843b03ee6e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e 2024-11-26T19:22:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T19:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T19:22:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/04ded99a09c5401aa6740ddc49b00f07 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07 2024-11-26T19:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T19:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for a275bc34f8c9fb80a2dc336cd750520c in 157ms, sequenceid=199, compaction requested=false 2024-11-26T19:22:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:02,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:02,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T19:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T19:22:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T19:22:02,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 619 msec 2024-11-26T19:22:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 624 msec 2024-11-26T19:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T19:22:02,515 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T19:22:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T19:22:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T19:22:02,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,519 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T19:22:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T19:22:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T19:22:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T19:22:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T19:22:02,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec 2024-11-26T19:22:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 164 msec 2024-11-26T19:22:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:02,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T19:22:02,820 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T19:22:02,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:02,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f3d4c04c15a4bf1a30efb38b6eddc06_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T19:22:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:02,824 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:02,825 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:02,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:02,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742005_1181 (size=19774) 2024-11-26T19:22:02,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:02,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f3d4c04c15a4bf1a30efb38b6eddc06_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f3d4c04c15a4bf1a30efb38b6eddc06_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:02,872 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/546f885dd2314485889d0ce4d64f46b6, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:02,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/546f885dd2314485889d0ce4d64f46b6 is 175, key is test_row_0/A:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:02,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648982880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742006_1182 (size=57033) 2024-11-26T19:22:02,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/546f885dd2314485889d0ce4d64f46b6 2024-11-26T19:22:02,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8cfdcee3e3ba4db188808abb81b36038 is 50, key is test_row_0/B:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742007_1183 (size=12151) 2024-11-26T19:22:02,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8cfdcee3e3ba4db188808abb81b36038 2024-11-26T19:22:02,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b5cd7c41aa5f4153aff010223e36aed5 is 50, key is test_row_0/C:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742008_1184 (size=12151) 2024-11-26T19:22:02,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:02,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T19:22:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:02,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:02,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648982983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:03,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T19:22:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648983185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T19:22:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:03,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b5cd7c41aa5f4153aff010223e36aed5 2024-11-26T19:22:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/546f885dd2314485889d0ce4d64f46b6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6 2024-11-26T19:22:03,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6, entries=300, sequenceid=213, filesize=55.7 K 2024-11-26T19:22:03,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8cfdcee3e3ba4db188808abb81b36038 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038 2024-11-26T19:22:03,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T19:22:03,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b5cd7c41aa5f4153aff010223e36aed5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5 2024-11-26T19:22:03,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T19:22:03,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a275bc34f8c9fb80a2dc336cd750520c in 599ms, sequenceid=213, compaction requested=true 2024-11-26T19:22:03,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:03,397 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:03,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:03,398 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:03,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:03,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:03,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:22:03,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:22:03,400 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,400 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,400 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=116.8 K 2024-11-26T19:22:03,400 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2d0abfadf1594310ac786dd55e324314, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.0 K 2024-11-26T19:22:03,400 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,400 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6] 2024-11-26T19:22:03,400 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d0abfadf1594310ac786dd55e324314, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:03,400 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80533d4703ae499b9c2402fa1a3a2813, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:03,402 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 67386b08ac8441ab81d078843b03ee6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732648920528 2024-11-26T19:22:03,403 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2eddff578d44364bb4ea80cc1fd4938, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732648920528 2024-11-26T19:22:03,403 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cfdcee3e3ba4db188808abb81b36038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922787 2024-11-26T19:22:03,403 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 546f885dd2314485889d0ce4d64f46b6, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922708 2024-11-26T19:22:03,415 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:03,416 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:03,416 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/56719682c7ab4fa8a96d1cdac21ace4e is 50, key is test_row_0/B:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:03,419 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112674357027090b4e9da9e03e010352728a_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:03,422 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112674357027090b4e9da9e03e010352728a_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:03,422 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112674357027090b4e9da9e03e010352728a_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742009_1185 (size=12629) 2024-11-26T19:22:03,437 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/56719682c7ab4fa8a96d1cdac21ace4e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/56719682c7ab4fa8a96d1cdac21ace4e 2024-11-26T19:22:03,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T19:22:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,439 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:22:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:03,447 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into 56719682c7ab4fa8a96d1cdac21ace4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:03,447 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:03,447 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=13, startTime=1732648923398; duration=0sec 2024-11-26T19:22:03,448 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:03,448 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:03,448 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:03,450 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:03,450 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:22:03,450 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:03,450 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8a6972d3be9e4c869e3f1ce40a7750ca, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.0 K 2024-11-26T19:22:03,451 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a6972d3be9e4c869e3f1ce40a7750ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732648918359 2024-11-26T19:22:03,451 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 04ded99a09c5401aa6740ddc49b00f07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732648920528 2024-11-26T19:22:03,453 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b5cd7c41aa5f4153aff010223e36aed5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922787 2024-11-26T19:22:03,465 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:03,466 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b324b0ece7434b38876d3380a267315b is 50, key is test_row_0/C:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263041dd5605ca4d669cd4bf661ed03f4a_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648922879/Put/seqid=0 2024-11-26T19:22:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742012_1188 (size=12304) 2024-11-26T19:22:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742010_1186 (size=4469) 2024-11-26T19:22:03,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263041dd5605ca4d669cd4bf661ed03f4a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263041dd5605ca4d669cd4bf661ed03f4a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d3be4a1e6f9041218222bc274e65644f, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d3be4a1e6f9041218222bc274e65644f is 175, key is test_row_0/A:col10/1732648922879/Put/seqid=0 2024-11-26T19:22:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742011_1187 (size=12629) 2024-11-26T19:22:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742013_1189 (size=31105) 2024-11-26T19:22:03,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b324b0ece7434b38876d3380a267315b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b324b0ece7434b38876d3380a267315b 2024-11-26T19:22:03,497 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d3be4a1e6f9041218222bc274e65644f 2024-11-26T19:22:03,506 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into b324b0ece7434b38876d3380a267315b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:03,506 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:03,506 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=13, startTime=1732648923398; duration=0sec 2024-11-26T19:22:03,506 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:03,506 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/57e2054746834fb2869b2f91bcfefa57 is 50, key is test_row_0/B:col10/1732648922879/Put/seqid=0 2024-11-26T19:22:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648983514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742014_1190 (size=12151) 2024-11-26T19:22:03,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648983616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648983820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:03,882 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#154 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:03,883 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/855845cb92a94d74860d3e96dd4d4b40 is 175, key is test_row_0/A:col10/1732648922796/Put/seqid=0 2024-11-26T19:22:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742015_1191 (size=31583) 2024-11-26T19:22:03,895 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/855845cb92a94d74860d3e96dd4d4b40 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40 2024-11-26T19:22:03,902 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into 855845cb92a94d74860d3e96dd4d4b40(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:03,902 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:03,902 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=13, startTime=1732648923397; duration=0sec 2024-11-26T19:22:03,902 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:03,902 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:03,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/57e2054746834fb2869b2f91bcfefa57 2024-11-26T19:22:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/d1081515447e4211862384accdddac95 is 50, key is test_row_0/C:col10/1732648922879/Put/seqid=0 2024-11-26T19:22:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742016_1192 (size=12151) 2024-11-26T19:22:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648984124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,332 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/d1081515447e4211862384accdddac95 2024-11-26T19:22:04,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/d3be4a1e6f9041218222bc274e65644f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f 2024-11-26T19:22:04,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f, entries=150, sequenceid=238, filesize=30.4 K 2024-11-26T19:22:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/57e2054746834fb2869b2f91bcfefa57 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57 2024-11-26T19:22:04,349 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57, entries=150, sequenceid=238, filesize=11.9 K 2024-11-26T19:22:04,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/d1081515447e4211862384accdddac95 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95 2024-11-26T19:22:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95, entries=150, sequenceid=238, filesize=11.9 K 2024-11-26T19:22:04,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a275bc34f8c9fb80a2dc336cd750520c in 917ms, sequenceid=238, compaction requested=false 2024-11-26T19:22:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T19:22:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T19:22:04,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T19:22:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5330 sec 2024-11-26T19:22:04,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.5380 sec 2024-11-26T19:22:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:04,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:22:04,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:04,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:04,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:04,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:04,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:04,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:04,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126038c61b6390440d9a42ffebbca345a2d_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742017_1193 (size=12304) 2024-11-26T19:22:04,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648984688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648984790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38092 deadline: 1732648984896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,899 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38094 deadline: 1732648984909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,911 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38120 deadline: 1732648984911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,914 DEBUG [Thread-634 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1732648984915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:04,916 DEBUG [Thread-632 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T19:22:04,929 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T19:22:04,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T19:22:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:04,932 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:04,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:04,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648984992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:05,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:05,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126038c61b6390440d9a42ffebbca345a2d_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126038c61b6390440d9a42ffebbca345a2d_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:05,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/0b0455abc4ed4336a4e1621b26d7fee5, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/0b0455abc4ed4336a4e1621b26d7fee5 is 175, key is test_row_0/A:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742018_1194 (size=31105) 2024-11-26T19:22:05,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T19:22:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:05,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T19:22:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648985297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T19:22:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:05,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/0b0455abc4ed4336a4e1621b26d7fee5 2024-11-26T19:22:05,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/40eacd90972246c8980982f675f0be3d is 50, key is test_row_0/B:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742019_1195 (size=12151) 2024-11-26T19:22:05,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/40eacd90972246c8980982f675f0be3d 2024-11-26T19:22:05,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/dde44b9471a44ef1bf4a0806fb835908 is 50, key is test_row_0/C:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742020_1196 (size=12151) 2024-11-26T19:22:05,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/dde44b9471a44ef1bf4a0806fb835908 2024-11-26T19:22:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/0b0455abc4ed4336a4e1621b26d7fee5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5 2024-11-26T19:22:05,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5, entries=150, sequenceid=253, filesize=30.4 K 2024-11-26T19:22:05,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/40eacd90972246c8980982f675f0be3d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d 2024-11-26T19:22:05,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T19:22:05,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/dde44b9471a44ef1bf4a0806fb835908 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908 2024-11-26T19:22:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:05,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T19:22:05,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a275bc34f8c9fb80a2dc336cd750520c in 907ms, sequenceid=253, compaction requested=true 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:05,538 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:05,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:05,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T19:22:05,539 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:22:05,540 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,540 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=91.6 K 2024-11-26T19:22:05,540 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5] 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:22:05,540 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 855845cb92a94d74860d3e96dd4d4b40, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922787 2024-11-26T19:22:05,540 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,541 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/56719682c7ab4fa8a96d1cdac21ace4e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.1 K 2024-11-26T19:22:05,541 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3be4a1e6f9041218222bc274e65644f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732648922859 2024-11-26T19:22:05,541 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 56719682c7ab4fa8a96d1cdac21ace4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922787 2024-11-26T19:22:05,541 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b0455abc4ed4336a4e1621b26d7fee5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:05,541 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 57e2054746834fb2869b2f91bcfefa57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732648922859 2024-11-26T19:22:05,542 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 40eacd90972246c8980982f675f0be3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:05,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T19:22:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:22:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:05,549 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,550 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:05,551 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/77f6cb7744c841c5a1d5a968ceb67cbb is 50, key is test_row_0/B:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:05,560 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ea566470494d4565a52b839a7543d6fc_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,562 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ea566470494d4565a52b839a7543d6fc_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,563 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ea566470494d4565a52b839a7543d6fc_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126691eb2e2443647c597a49243477b1086_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648924683/Put/seqid=0 2024-11-26T19:22:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742021_1197 (size=12731) 2024-11-26T19:22:05,589 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/77f6cb7744c841c5a1d5a968ceb67cbb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/77f6cb7744c841c5a1d5a968ceb67cbb 2024-11-26T19:22:05,595 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into 77f6cb7744c841c5a1d5a968ceb67cbb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:05,596 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:05,596 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=13, startTime=1732648925538; duration=0sec 2024-11-26T19:22:05,596 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:05,596 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:05,596 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:05,597 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:05,598 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:22:05,598 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:05,598 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b324b0ece7434b38876d3380a267315b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.1 K 2024-11-26T19:22:05,599 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b324b0ece7434b38876d3380a267315b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732648922787 2024-11-26T19:22:05,599 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d1081515447e4211862384accdddac95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732648922859 2024-11-26T19:22:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742023_1199 (size=12454) 2024-11-26T19:22:05,600 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting dde44b9471a44ef1bf4a0806fb835908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:05,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126691eb2e2443647c597a49243477b1086_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126691eb2e2443647c597a49243477b1086_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6de7ba22cbb848e59db5b979661ad476, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6de7ba22cbb848e59db5b979661ad476 is 175, key is test_row_0/A:col10/1732648924683/Put/seqid=0 2024-11-26T19:22:05,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742022_1198 (size=4469) 2024-11-26T19:22:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742024_1200 (size=31255) 2024-11-26T19:22:05,622 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:05,623 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/2bcae18c378f4b06b4b8b0059069c92b is 50, key is test_row_0/C:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742025_1201 (size=12731) 2024-11-26T19:22:05,653 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/2bcae18c378f4b06b4b8b0059069c92b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/2bcae18c378f4b06b4b8b0059069c92b 2024-11-26T19:22:05,662 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into 2bcae18c378f4b06b4b8b0059069c92b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:05,662 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:05,662 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=13, startTime=1732648925538; duration=0sec 2024-11-26T19:22:05,662 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:05,662 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:05,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648985831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648985934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:06,017 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#162 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:06,018 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/81c809170b99443da0d08c22c2ce5b27 is 175, key is test_row_0/A:col10/1732648923513/Put/seqid=0 2024-11-26T19:22:06,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6de7ba22cbb848e59db5b979661ad476 2024-11-26T19:22:06,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742026_1202 (size=31685) 2024-11-26T19:22:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 is 50, key is test_row_0/B:col10/1732648924683/Put/seqid=0 2024-11-26T19:22:06,033 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/81c809170b99443da0d08c22c2ce5b27 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27 2024-11-26T19:22:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742027_1203 (size=12301) 2024-11-26T19:22:06,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 2024-11-26T19:22:06,038 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into 81c809170b99443da0d08c22c2ce5b27(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:06,038 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:06,038 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=13, startTime=1732648925538; duration=0sec 2024-11-26T19:22:06,039 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:06,039 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:06,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/26826af0995641048b8ad94dcb585536 is 50, key is test_row_0/C:col10/1732648924683/Put/seqid=0 2024-11-26T19:22:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742028_1204 (size=12301) 2024-11-26T19:22:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648986137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:06,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648986439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:06,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/26826af0995641048b8ad94dcb585536 2024-11-26T19:22:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/6de7ba22cbb848e59db5b979661ad476 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476 2024-11-26T19:22:06,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476, entries=150, sequenceid=277, filesize=30.5 K 2024-11-26T19:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 2024-11-26T19:22:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,488 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T19:22:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/26826af0995641048b8ad94dcb585536 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536 2024-11-26T19:22:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,495 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T19:22:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,497 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a275bc34f8c9fb80a2dc336cd750520c in 951ms, sequenceid=277, compaction requested=false 2024-11-26T19:22:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T19:22:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T19:22:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T19:22:06,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5660 sec 2024-11-26T19:22:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5710 sec 2024-11-26T19:22:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:06,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e76dd8035a6a4184b2393bdad18bee8a_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742029_1205 (size=12454) 2024-11-26T19:22:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648987032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T19:22:07,037 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T19:22:07,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-26T19:22:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:07,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:07,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:07,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:07,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648987135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:07,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:07,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648987339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,394 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:07,399 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e76dd8035a6a4184b2393bdad18bee8a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e76dd8035a6a4184b2393bdad18bee8a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:07,400 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/dd535de5e23244dba4ced000f4bf252c, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:07,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/dd535de5e23244dba4ced000f4bf252c is 175, key is test_row_0/A:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742030_1206 (size=31255) 2024-11-26T19:22:07,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:07,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648987644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/dd535de5e23244dba4ced000f4bf252c 2024-11-26T19:22:07,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/bde5fa1fc3404fd2a3b77890c7bbde22 is 50, key is test_row_0/B:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742031_1207 (size=12301) 2024-11-26T19:22:07,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:07,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:08,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:08,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:08,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648988149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:08,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/bde5fa1fc3404fd2a3b77890c7bbde22 2024-11-26T19:22:08,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e21a799e75c5481a8ac2e4abd2286557 is 50, key is test_row_0/C:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742032_1208 (size=12301) 2024-11-26T19:22:08,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e21a799e75c5481a8ac2e4abd2286557 2024-11-26T19:22:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/dd535de5e23244dba4ced000f4bf252c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c 2024-11-26T19:22:08,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c, entries=150, sequenceid=293, filesize=30.5 K 2024-11-26T19:22:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/bde5fa1fc3404fd2a3b77890c7bbde22 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22 2024-11-26T19:22:08,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T19:22:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/e21a799e75c5481a8ac2e4abd2286557 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557 2024-11-26T19:22:08,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T19:22:08,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a275bc34f8c9fb80a2dc336cd750520c in 1306ms, sequenceid=293, compaction requested=true 2024-11-26T19:22:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:08,254 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:08,254 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:08,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:08,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:08,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:08,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:08,257 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:08,257 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:08,257 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:22:08,257 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:22:08,257 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,257 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,257 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=92.0 K 2024-11-26T19:22:08,257 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/77f6cb7744c841c5a1d5a968ceb67cbb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.5 K 2024-11-26T19:22:08,257 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,257 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c] 2024-11-26T19:22:08,258 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 77f6cb7744c841c5a1d5a968ceb67cbb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:08,258 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb9c5f319a24f29ae5aa3b4e6f50fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732648924681 2024-11-26T19:22:08,259 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bde5fa1fc3404fd2a3b77890c7bbde22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:08,259 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81c809170b99443da0d08c22c2ce5b27, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:08,259 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6de7ba22cbb848e59db5b979661ad476, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732648924681 2024-11-26T19:22:08,259 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd535de5e23244dba4ced000f4bf252c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:08,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:08,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:08,267 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:08,269 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:08,270 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e59353b75b0a4285b94bab17603ff7b8 is 50, key is test_row_0/B:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:08,271 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112660316e356f804a60b455e6b0d825eb3b_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:08,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112660316e356f804a60b455e6b0d825eb3b_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:08,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112660316e356f804a60b455e6b0d825eb3b_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:08,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742033_1209 (size=12983) 2024-11-26T19:22:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268b7f93ce91a64ea5a527f1c35c5b84d5_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648927029/Put/seqid=0 2024-11-26T19:22:08,288 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/e59353b75b0a4285b94bab17603ff7b8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e59353b75b0a4285b94bab17603ff7b8 2024-11-26T19:22:08,293 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into e59353b75b0a4285b94bab17603ff7b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:08,293 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:08,293 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=13, startTime=1732648928254; duration=0sec 2024-11-26T19:22:08,294 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:08,294 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:08,294 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:08,295 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:08,295 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:22:08,295 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:08,295 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/2bcae18c378f4b06b4b8b0059069c92b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.5 K 2024-11-26T19:22:08,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742034_1210 (size=4469) 2024-11-26T19:22:08,296 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bcae18c378f4b06b4b8b0059069c92b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732648923503 2024-11-26T19:22:08,297 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 26826af0995641048b8ad94dcb585536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732648924681 2024-11-26T19:22:08,298 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e21a799e75c5481a8ac2e4abd2286557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742035_1211 (size=12454) 2024-11-26T19:22:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:08,307 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:08,307 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268b7f93ce91a64ea5a527f1c35c5b84d5_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268b7f93ce91a64ea5a527f1c35c5b84d5_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:08,308 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b4815e76537b4fcba9b0eae44068b7a5 is 50, key is test_row_0/C:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:08,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ac1d7f1ff3924629b7b61586cd34801c, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:08,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ac1d7f1ff3924629b7b61586cd34801c is 175, key is test_row_0/A:col10/1732648927029/Put/seqid=0 2024-11-26T19:22:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742036_1212 (size=12983) 2024-11-26T19:22:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742037_1213 (size=31255) 2024-11-26T19:22:08,697 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:08,698 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/c8b6a7cc0f0b483c84576266cdab2991 is 175, key is test_row_0/A:col10/1732648925829/Put/seqid=0 2024-11-26T19:22:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742038_1214 (size=31937) 2024-11-26T19:22:08,710 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/c8b6a7cc0f0b483c84576266cdab2991 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991 2024-11-26T19:22:08,715 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into c8b6a7cc0f0b483c84576266cdab2991(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:08,715 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:08,715 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=13, startTime=1732648928254; duration=0sec 2024-11-26T19:22:08,716 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:08,716 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:08,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ac1d7f1ff3924629b7b61586cd34801c 2024-11-26T19:22:08,726 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b4815e76537b4fcba9b0eae44068b7a5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b4815e76537b4fcba9b0eae44068b7a5 2024-11-26T19:22:08,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/65cc798cffb64888a6504e3c2443b53d is 50, key is test_row_0/B:col10/1732648927029/Put/seqid=0 2024-11-26T19:22:08,731 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into b4815e76537b4fcba9b0eae44068b7a5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:08,731 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:08,732 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=13, startTime=1732648928255; duration=0sec 2024-11-26T19:22:08,732 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:08,732 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742039_1215 (size=12301) 2024-11-26T19:22:08,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/65cc798cffb64888a6504e3c2443b53d 2024-11-26T19:22:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/1a497cfdd41f4b15a5498a35928cbe4a is 50, key is test_row_0/C:col10/1732648927029/Put/seqid=0 2024-11-26T19:22:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742040_1216 (size=12301) 2024-11-26T19:22:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:09,155 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/1a497cfdd41f4b15a5498a35928cbe4a 2024-11-26T19:22:09,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. as already flushing 2024-11-26T19:22:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/ac1d7f1ff3924629b7b61586cd34801c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c 2024-11-26T19:22:09,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c, entries=150, sequenceid=316, filesize=30.5 K 2024-11-26T19:22:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/65cc798cffb64888a6504e3c2443b53d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d 2024-11-26T19:22:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648989180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:09,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T19:22:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/1a497cfdd41f4b15a5498a35928cbe4a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a 2024-11-26T19:22:09,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T19:22:09,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a275bc34f8c9fb80a2dc336cd750520c in 924ms, sequenceid=316, compaction requested=false 2024-11-26T19:22:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-26T19:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-26T19:22:09,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T19:22:09,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec 2024-11-26T19:22:09,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.1570 sec 2024-11-26T19:22:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:09,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126236cfe8646d5442db8a444592d141d15_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742041_1217 (size=12454) 2024-11-26T19:22:09,302 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:09,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126236cfe8646d5442db8a444592d141d15_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126236cfe8646d5442db8a444592d141d15_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:09,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/38f0fa17a49a4326bb965081c97765ec, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/38f0fa17a49a4326bb965081c97765ec is 175, key is test_row_0/A:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742042_1218 (size=31255) 2024-11-26T19:22:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648989352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:09,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648989463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:09,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732648989665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:09,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/38f0fa17a49a4326bb965081c97765ec 2024-11-26T19:22:09,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/db3b9119444e4007a627750f54f9608c is 50, key is test_row_0/B:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742043_1219 (size=12301) 2024-11-26T19:22:09,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/db3b9119444e4007a627750f54f9608c 2024-11-26T19:22:09,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/8736480cf8e24e9dac3028f9c75ffe9f is 50, key is test_row_0/C:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742044_1220 (size=12301) 2024-11-26T19:22:09,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/8736480cf8e24e9dac3028f9c75ffe9f 2024-11-26T19:22:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/38f0fa17a49a4326bb965081c97765ec as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec 2024-11-26T19:22:09,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec, entries=150, sequenceid=333, filesize=30.5 K 2024-11-26T19:22:09,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/db3b9119444e4007a627750f54f9608c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c 2024-11-26T19:22:09,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T19:22:09,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/8736480cf8e24e9dac3028f9c75ffe9f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f 2024-11-26T19:22:09,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T19:22:09,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a275bc34f8c9fb80a2dc336cd750520c in 514ms, sequenceid=333, compaction requested=true 2024-11-26T19:22:09,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:09,798 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:09,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:09,799 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:09,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:09,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:09,800 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:09,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:09,800 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/A is initiating minor compaction (all files) 2024-11-26T19:22:09,800 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/A in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:09,800 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=92.2 K 2024-11-26T19:22:09,800 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:09,800 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec] 2024-11-26T19:22:09,801 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8b6a7cc0f0b483c84576266cdab2991, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:09,801 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:09,801 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/B is initiating minor compaction (all files) 2024-11-26T19:22:09,801 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/B in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:09,802 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e59353b75b0a4285b94bab17603ff7b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.7 K 2024-11-26T19:22:09,802 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e59353b75b0a4285b94bab17603ff7b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:09,802 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1d7f1ff3924629b7b61586cd34801c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732648927020 2024-11-26T19:22:09,803 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 65cc798cffb64888a6504e3c2443b53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732648927020 2024-11-26T19:22:09,803 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38f0fa17a49a4326bb965081c97765ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732648929175 2024-11-26T19:22:09,804 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting db3b9119444e4007a627750f54f9608c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732648929175 2024-11-26T19:22:09,814 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:09,814 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/a06fb9e0dfad4b43abb8745f5d072e61 is 50, key is test_row_0/B:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,817 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,837 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126998a4675e8b44ccaad793cf45848de9d_a275bc34f8c9fb80a2dc336cd750520c store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,838 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126998a4675e8b44ccaad793cf45848de9d_a275bc34f8c9fb80a2dc336cd750520c, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,839 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126998a4675e8b44ccaad793cf45848de9d_a275bc34f8c9fb80a2dc336cd750520c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742045_1221 (size=13085) 2024-11-26T19:22:09,848 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/a06fb9e0dfad4b43abb8745f5d072e61 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/a06fb9e0dfad4b43abb8745f5d072e61 2024-11-26T19:22:09,855 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/B of a275bc34f8c9fb80a2dc336cd750520c into a06fb9e0dfad4b43abb8745f5d072e61(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:09,855 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:09,855 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/B, priority=13, startTime=1732648929799; duration=0sec 2024-11-26T19:22:09,855 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:09,855 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:09,855 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:09,857 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:09,857 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): a275bc34f8c9fb80a2dc336cd750520c/C is initiating minor compaction (all files) 2024-11-26T19:22:09,857 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a275bc34f8c9fb80a2dc336cd750520c/C in TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:09,857 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b4815e76537b4fcba9b0eae44068b7a5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp, totalSize=36.7 K 2024-11-26T19:22:09,858 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b4815e76537b4fcba9b0eae44068b7a5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732648925822 2024-11-26T19:22:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742046_1222 (size=4469) 2024-11-26T19:22:09,859 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a497cfdd41f4b15a5498a35928cbe4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732648927020 2024-11-26T19:22:09,860 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8736480cf8e24e9dac3028f9c75ffe9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732648929175 2024-11-26T19:22:09,861 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#A#compaction#181 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:09,862 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f792b49ddc7d4cf4bd52a3cc8a14769c is 175, key is test_row_0/A:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742047_1223 (size=32039) 2024-11-26T19:22:09,877 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a275bc34f8c9fb80a2dc336cd750520c#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:09,878 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b591d52be814499f9f23efd1312b6bf3 is 50, key is test_row_0/C:col10/1732648929283/Put/seqid=0 2024-11-26T19:22:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742048_1224 (size=13085) 2024-11-26T19:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:09,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:09,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:09,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266fe69932f4164d43b95b19e44ff0bc13_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648929348/Put/seqid=0 2024-11-26T19:22:09,979 DEBUG [Thread-645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:60553 2024-11-26T19:22:09,979 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,980 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:60553 2024-11-26T19:22:09,980 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742049_1225 (size=12454) 2024-11-26T19:22:09,981 DEBUG [Thread-643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:60553 2024-11-26T19:22:09,981 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:09,982 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:60553 2024-11-26T19:22:09,982 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,982 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:60553 2024-11-26T19:22:09,982 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:09,986 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266fe69932f4164d43b95b19e44ff0bc13_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266fe69932f4164d43b95b19e44ff0bc13_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:09,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/7eee1777ad334b039fc096b0f1ba0ba7, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:09,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/7eee1777ad334b039fc096b0f1ba0ba7 is 175, key is test_row_0/A:col10/1732648929348/Put/seqid=0 2024-11-26T19:22:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742050_1226 (size=31255) 2024-11-26T19:22:10,274 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/f792b49ddc7d4cf4bd52a3cc8a14769c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f792b49ddc7d4cf4bd52a3cc8a14769c 2024-11-26T19:22:10,278 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/A of a275bc34f8c9fb80a2dc336cd750520c into f792b49ddc7d4cf4bd52a3cc8a14769c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:10,278 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:10,278 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/A, priority=13, startTime=1732648929798; duration=0sec 2024-11-26T19:22:10,278 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:10,278 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:10,287 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/b591d52be814499f9f23efd1312b6bf3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b591d52be814499f9f23efd1312b6bf3 2024-11-26T19:22:10,291 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a275bc34f8c9fb80a2dc336cd750520c/C of a275bc34f8c9fb80a2dc336cd750520c into b591d52be814499f9f23efd1312b6bf3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:10,291 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:10,292 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c., storeName=a275bc34f8c9fb80a2dc336cd750520c/C, priority=13, startTime=1732648929800; duration=0sec 2024-11-26T19:22:10,292 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:10,292 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:10,392 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/7eee1777ad334b039fc096b0f1ba0ba7 2024-11-26T19:22:10,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/2f4351df17f44ce0a0a80111e4476da5 is 50, key is test_row_0/B:col10/1732648929348/Put/seqid=0 2024-11-26T19:22:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742051_1227 (size=12301) 2024-11-26T19:22:10,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/2f4351df17f44ce0a0a80111e4476da5 2024-11-26T19:22:10,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/bc2184b7a8c04fa98e8289bcf3b4a94f is 50, key is test_row_0/C:col10/1732648929348/Put/seqid=0 2024-11-26T19:22:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742052_1228 (size=12301) 2024-11-26T19:22:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T19:22:11,144 INFO [Thread-642 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T19:22:11,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/bc2184b7a8c04fa98e8289bcf3b4a94f 2024-11-26T19:22:11,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/7eee1777ad334b039fc096b0f1ba0ba7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/7eee1777ad334b039fc096b0f1ba0ba7 2024-11-26T19:22:11,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/7eee1777ad334b039fc096b0f1ba0ba7, entries=150, sequenceid=357, filesize=30.5 K 2024-11-26T19:22:11,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/2f4351df17f44ce0a0a80111e4476da5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2f4351df17f44ce0a0a80111e4476da5 2024-11-26T19:22:11,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2f4351df17f44ce0a0a80111e4476da5, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T19:22:11,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/bc2184b7a8c04fa98e8289bcf3b4a94f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/bc2184b7a8c04fa98e8289bcf3b4a94f 2024-11-26T19:22:11,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/bc2184b7a8c04fa98e8289bcf3b4a94f, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T19:22:11,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for a275bc34f8c9fb80a2dc336cd750520c in 1268ms, sequenceid=357, compaction requested=false 2024-11-26T19:22:11,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:14,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:22:14,928 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:60553 2024-11-26T19:22:14,928 DEBUG [Thread-632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:60553 2024-11-26T19:22:14,928 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,928 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,943 DEBUG [Thread-634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d6279 to 127.0.0.1:60553 2024-11-26T19:22:14,943 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:14,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a275bc34f8c9fb80a2dc336cd750520c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:14,978 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:60553 2024-11-26T19:22:14,978 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=A 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=B 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a275bc34f8c9fb80a2dc336cd750520c, store=C 2024-11-26T19:22:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 176 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6618 2024-11-26T19:22:14,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6605 2024-11-26T19:22:14,979 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:22:14,979 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2738 2024-11-26T19:22:14,979 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8214 rows 2024-11-26T19:22:14,979 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2764 2024-11-26T19:22:14,979 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8292 rows 2024-11-26T19:22:14,979 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:22:14,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04ddf4c3 to 127.0.0.1:60553 2024-11-26T19:22:14,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:14,981 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:22:14,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:22:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:14,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648934984"}]},"ts":"1732648934984"} 2024-11-26T19:22:14,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:22:14,989 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:22:14,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:22:14,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, UNASSIGN}] 2024-11-26T19:22:14,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d0548940d8f4f96b5543f75d8943e82_a275bc34f8c9fb80a2dc336cd750520c is 50, key is test_row_0/A:col10/1732648934942/Put/seqid=0 2024-11-26T19:22:14,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, UNASSIGN 2024-11-26T19:22:14,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:14,996 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:22:14,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742053_1229 (size=12454) 2024-11-26T19:22:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:15,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:15,148 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:15,149 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:22:15,149 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing a275bc34f8c9fb80a2dc336cd750520c, disabling compactions & flushes 2024-11-26T19:22:15,149 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:15,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:15,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d0548940d8f4f96b5543f75d8943e82_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d0548940d8f4f96b5543f75d8943e82_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:15,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/77d116d50f6a4aadb57187fc21e1193d, store: [table=TestAcidGuarantees family=A region=a275bc34f8c9fb80a2dc336cd750520c] 2024-11-26T19:22:15,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/77d116d50f6a4aadb57187fc21e1193d is 175, key is test_row_0/A:col10/1732648934942/Put/seqid=0 2024-11-26T19:22:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742054_1230 (size=31255) 2024-11-26T19:22:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:15,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/77d116d50f6a4aadb57187fc21e1193d 2024-11-26T19:22:15,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8c27270c0c594d2b853e86f88fa9ad48 is 50, key is test_row_0/B:col10/1732648934942/Put/seqid=0 2024-11-26T19:22:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742055_1231 (size=12301) 2024-11-26T19:22:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:16,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8c27270c0c594d2b853e86f88fa9ad48 2024-11-26T19:22:16,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/9883112da1334838ad2a77fb502f509c is 50, key is test_row_0/C:col10/1732648934942/Put/seqid=0 2024-11-26T19:22:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742056_1232 (size=12301) 2024-11-26T19:22:16,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/9883112da1334838ad2a77fb502f509c 2024-11-26T19:22:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/A/77d116d50f6a4aadb57187fc21e1193d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/77d116d50f6a4aadb57187fc21e1193d 2024-11-26T19:22:16,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/77d116d50f6a4aadb57187fc21e1193d, entries=150, sequenceid=370, filesize=30.5 K 2024-11-26T19:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/B/8c27270c0c594d2b853e86f88fa9ad48 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8c27270c0c594d2b853e86f88fa9ad48 2024-11-26T19:22:16,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8c27270c0c594d2b853e86f88fa9ad48, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T19:22:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/.tmp/C/9883112da1334838ad2a77fb502f509c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/9883112da1334838ad2a77fb502f509c 2024-11-26T19:22:16,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/9883112da1334838ad2a77fb502f509c, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T19:22:16,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for a275bc34f8c9fb80a2dc336cd750520c in 1675ms, sequenceid=370, compaction requested=true 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:16,653 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:16,653 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. because compaction request was cancelled 2024-11-26T19:22:16,653 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. because compaction request was cancelled 2024-11-26T19:22:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a275bc34f8c9fb80a2dc336cd750520c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:16,654 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:B 2024-11-26T19:22:16,654 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:A 2024-11-26T19:22:16,654 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. because compaction request was cancelled 2024-11-26T19:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:16,654 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a275bc34f8c9fb80a2dc336cd750520c:C 2024-11-26T19:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. after waiting 0 ms 2024-11-26T19:22:16,654 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:16,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec] to archive 2024-11-26T19:22:16,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:16,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b6a8fc2d3c414a36a8a9f4b316621b9c 2024-11-26T19:22:16,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/8f0e6fdad41640d89cb6844465a857c7 2024-11-26T19:22:16,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/faac82f8a6314716a2abf5e7120a6e96 2024-11-26T19:22:16,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ddffa8c67cc744fca3479fdd86a8ceb1 2024-11-26T19:22:16,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6a6ca957fc8c440098f5c1b66b5d0221 2024-11-26T19:22:16,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/aa36b3a9f65c4b4d860bdde8f785619a 2024-11-26T19:22:16,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/5091aa89196e4255b5cac6d7136cab56 2024-11-26T19:22:16,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d74313373d334e76b7f9685f62dbb0d4 2024-11-26T19:22:16,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6c6dade1921b4366a4b73d96f694de32 2024-11-26T19:22:16,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/b63dd621b4c943e990814492f11be9f9 2024-11-26T19:22:16,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/45c41cf428d5423b8c2558f62495a536 2024-11-26T19:22:16,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/80533d4703ae499b9c2402fa1a3a2813 2024-11-26T19:22:16,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f2eddff578d44364bb4ea80cc1fd4938 2024-11-26T19:22:16,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/546f885dd2314485889d0ce4d64f46b6 2024-11-26T19:22:16,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/855845cb92a94d74860d3e96dd4d4b40 2024-11-26T19:22:16,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/d3be4a1e6f9041218222bc274e65644f 2024-11-26T19:22:16,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/81c809170b99443da0d08c22c2ce5b27 2024-11-26T19:22:16,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/0b0455abc4ed4336a4e1621b26d7fee5 2024-11-26T19:22:16,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/6de7ba22cbb848e59db5b979661ad476 2024-11-26T19:22:16,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/c8b6a7cc0f0b483c84576266cdab2991 2024-11-26T19:22:16,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/dd535de5e23244dba4ced000f4bf252c 2024-11-26T19:22:16,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/ac1d7f1ff3924629b7b61586cd34801c 2024-11-26T19:22:16,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/38f0fa17a49a4326bb965081c97765ec 2024-11-26T19:22:16,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/c80354baf1994ecca4053a0b3ef07522, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/d1afe88ae225423e9b9cd0eaed93a8b5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2d0abfadf1594310ac786dd55e324314, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/56719682c7ab4fa8a96d1cdac21ace4e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/77f6cb7744c841c5a1d5a968ceb67cbb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e59353b75b0a4285b94bab17603ff7b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c] to archive 2024-11-26T19:22:16,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:16,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e9eed1ca6f9747fd82a0f1723af777af 2024-11-26T19:22:16,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c9aa62d55cc459da8fec920143935ff 2024-11-26T19:22:16,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/89758b6b0ac74da8969f7e2421743f62 2024-11-26T19:22:16,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/c80354baf1994ecca4053a0b3ef07522 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/c80354baf1994ecca4053a0b3ef07522 2024-11-26T19:22:16,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/6bd5fdb390c34f85a9f430146480e137 2024-11-26T19:22:16,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e5acff0e44c54c7fa459d164497188cd 2024-11-26T19:22:16,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/d1afe88ae225423e9b9cd0eaed93a8b5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/d1afe88ae225423e9b9cd0eaed93a8b5 2024-11-26T19:22:16,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/35a0b9b90b364e78b6b2b6d282c7b347 2024-11-26T19:22:16,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/1c41681edee64341a9f8e42979090123 2024-11-26T19:22:16,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/f9e3474b36c94fc29fc4d2db8f20a18e 2024-11-26T19:22:16,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2d0abfadf1594310ac786dd55e324314 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2d0abfadf1594310ac786dd55e324314 2024-11-26T19:22:16,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/04bee16ef07344eb824ada4a3c5037df 2024-11-26T19:22:16,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/67386b08ac8441ab81d078843b03ee6e 2024-11-26T19:22:16,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/56719682c7ab4fa8a96d1cdac21ace4e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/56719682c7ab4fa8a96d1cdac21ace4e 2024-11-26T19:22:16,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8cfdcee3e3ba4db188808abb81b36038 2024-11-26T19:22:16,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/57e2054746834fb2869b2f91bcfefa57 2024-11-26T19:22:16,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/77f6cb7744c841c5a1d5a968ceb67cbb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/77f6cb7744c841c5a1d5a968ceb67cbb 2024-11-26T19:22:16,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/40eacd90972246c8980982f675f0be3d 2024-11-26T19:22:16,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/3fb9c5f319a24f29ae5aa3b4e6f50fa9 2024-11-26T19:22:16,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e59353b75b0a4285b94bab17603ff7b8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/e59353b75b0a4285b94bab17603ff7b8 2024-11-26T19:22:16,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/bde5fa1fc3404fd2a3b77890c7bbde22 2024-11-26T19:22:16,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/65cc798cffb64888a6504e3c2443b53d 2024-11-26T19:22:16,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/db3b9119444e4007a627750f54f9608c 2024-11-26T19:22:16,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/30350af78ab543bdb1839da581af920e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6d17efc4860b490ca731ffadcee5dfe6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8a6972d3be9e4c869e3f1ce40a7750ca, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b324b0ece7434b38876d3380a267315b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/2bcae18c378f4b06b4b8b0059069c92b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b4815e76537b4fcba9b0eae44068b7a5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f] to archive 2024-11-26T19:22:16,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:16,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/ee74be3702bb4e5a91536423d85637a5 2024-11-26T19:22:16,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/62b73dda0bb74d4da61a4f69746a54fc 2024-11-26T19:22:16,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/55c4592b98dd421084be59c28496f159 2024-11-26T19:22:16,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/30350af78ab543bdb1839da581af920e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/30350af78ab543bdb1839da581af920e 2024-11-26T19:22:16,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6a2fa1df44034b04b1223b6703ba6cac 2024-11-26T19:22:16,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/eb075467c2804170ae73a92537fe41ac 2024-11-26T19:22:16,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6d17efc4860b490ca731ffadcee5dfe6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/6d17efc4860b490ca731ffadcee5dfe6 2024-11-26T19:22:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/c12da748c60a47c8a61d38af9d532df2 2024-11-26T19:22:16,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e71220f44e364dde8d2da3f71ebc482e 2024-11-26T19:22:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/74e2d014b2694e24939840e3898f05c4 2024-11-26T19:22:16,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8a6972d3be9e4c869e3f1ce40a7750ca to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8a6972d3be9e4c869e3f1ce40a7750ca 2024-11-26T19:22:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/f7a2da8996c44bf8809f8ac9f363a6bd 2024-11-26T19:22:16,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/04ded99a09c5401aa6740ddc49b00f07 2024-11-26T19:22:16,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b324b0ece7434b38876d3380a267315b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b324b0ece7434b38876d3380a267315b 2024-11-26T19:22:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b5cd7c41aa5f4153aff010223e36aed5 2024-11-26T19:22:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/d1081515447e4211862384accdddac95 2024-11-26T19:22:16,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/2bcae18c378f4b06b4b8b0059069c92b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/2bcae18c378f4b06b4b8b0059069c92b 2024-11-26T19:22:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/dde44b9471a44ef1bf4a0806fb835908 2024-11-26T19:22:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/26826af0995641048b8ad94dcb585536 2024-11-26T19:22:16,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b4815e76537b4fcba9b0eae44068b7a5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b4815e76537b4fcba9b0eae44068b7a5 2024-11-26T19:22:16,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/e21a799e75c5481a8ac2e4abd2286557 2024-11-26T19:22:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/1a497cfdd41f4b15a5498a35928cbe4a 2024-11-26T19:22:16,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/8736480cf8e24e9dac3028f9c75ffe9f 2024-11-26T19:22:16,737 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=4 2024-11-26T19:22:16,738 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c. 2024-11-26T19:22:16,738 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for a275bc34f8c9fb80a2dc336cd750520c: 2024-11-26T19:22:16,739 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:16,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a275bc34f8c9fb80a2dc336cd750520c, regionState=CLOSED 2024-11-26T19:22:16,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T19:22:16,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure a275bc34f8c9fb80a2dc336cd750520c, server=7e5582d806af,32949,1732648875872 in 1.7440 sec 2024-11-26T19:22:16,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T19:22:16,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a275bc34f8c9fb80a2dc336cd750520c, UNASSIGN in 1.7490 sec 2024-11-26T19:22:16,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T19:22:16,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7530 sec 2024-11-26T19:22:16,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648936744"}]},"ts":"1732648936744"} 2024-11-26T19:22:16,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:22:16,747 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:22:16,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7670 sec 2024-11-26T19:22:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T19:22:17,089 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-26T19:22:17,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:22:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,091 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T19:22:17,091 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,093 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,095 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits] 2024-11-26T19:22:17,098 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/77d116d50f6a4aadb57187fc21e1193d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/77d116d50f6a4aadb57187fc21e1193d 2024-11-26T19:22:17,099 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/7eee1777ad334b039fc096b0f1ba0ba7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/7eee1777ad334b039fc096b0f1ba0ba7 2024-11-26T19:22:17,100 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f792b49ddc7d4cf4bd52a3cc8a14769c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/A/f792b49ddc7d4cf4bd52a3cc8a14769c 2024-11-26T19:22:17,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2f4351df17f44ce0a0a80111e4476da5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/2f4351df17f44ce0a0a80111e4476da5 2024-11-26T19:22:17,104 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8c27270c0c594d2b853e86f88fa9ad48 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/8c27270c0c594d2b853e86f88fa9ad48 2024-11-26T19:22:17,105 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/a06fb9e0dfad4b43abb8745f5d072e61 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/B/a06fb9e0dfad4b43abb8745f5d072e61 2024-11-26T19:22:17,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/9883112da1334838ad2a77fb502f509c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/9883112da1334838ad2a77fb502f509c 2024-11-26T19:22:17,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b591d52be814499f9f23efd1312b6bf3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/b591d52be814499f9f23efd1312b6bf3 2024-11-26T19:22:17,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/bc2184b7a8c04fa98e8289bcf3b4a94f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/C/bc2184b7a8c04fa98e8289bcf3b4a94f 2024-11-26T19:22:17,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits/373.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c/recovered.edits/373.seqid 2024-11-26T19:22:17,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:22:17,113 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:22:17,114 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T19:22:17,118 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126038c61b6390440d9a42ffebbca345a2d_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126038c61b6390440d9a42ffebbca345a2d_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,119 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609a3503b19cd4190a0a3b7dbc82b095a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609a3503b19cd4190a0a3b7dbc82b095a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,120 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609d70d0f23b54269b010aa48dbf3e8fd_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112609d70d0f23b54269b010aa48dbf3e8fd_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,121 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619f9813b65fb4289b7d535e048e3b477_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112619f9813b65fb4289b7d535e048e3b477_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,123 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126236cfe8646d5442db8a444592d141d15_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126236cfe8646d5442db8a444592d141d15_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,124 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126288c12e7bfba41c4a5710e3e4f5c54e2_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126288c12e7bfba41c4a5710e3e4f5c54e2_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,125 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262f5f35b9e55f49de9f29226c8d1dba2c_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262f5f35b9e55f49de9f29226c8d1dba2c_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,126 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263041dd5605ca4d669cd4bf661ed03f4a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263041dd5605ca4d669cd4bf661ed03f4a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,127 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263dd9fdc0eb014f94b3931beec9f022c8_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263dd9fdc0eb014f94b3931beec9f022c8_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,129 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264083b46bdb1b4079ada56b9dee5eb6d0_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264083b46bdb1b4079ada56b9dee5eb6d0_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,130 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264e652c344acf46d2878e52f6d8370e00_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264e652c344acf46d2878e52f6d8370e00_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,131 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265cbdeaa7aa534808aa9f569c342e437d_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265cbdeaa7aa534808aa9f569c342e437d_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,133 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126691eb2e2443647c597a49243477b1086_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126691eb2e2443647c597a49243477b1086_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,134 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266fe69932f4164d43b95b19e44ff0bc13_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266fe69932f4164d43b95b19e44ff0bc13_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,135 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d0548940d8f4f96b5543f75d8943e82_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d0548940d8f4f96b5543f75d8943e82_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,136 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268b7f93ce91a64ea5a527f1c35c5b84d5_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268b7f93ce91a64ea5a527f1c35c5b84d5_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,137 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691c408d1f5b5400682f188562bb44b03_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691c408d1f5b5400682f188562bb44b03_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,138 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f3d4c04c15a4bf1a30efb38b6eddc06_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f3d4c04c15a4bf1a30efb38b6eddc06_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,139 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e76dd8035a6a4184b2393bdad18bee8a_a275bc34f8c9fb80a2dc336cd750520c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e76dd8035a6a4184b2393bdad18bee8a_a275bc34f8c9fb80a2dc336cd750520c 2024-11-26T19:22:17,140 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:22:17,142 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,145 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:22:17,147 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:22:17,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:22:17,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732648937148"}]},"ts":"9223372036854775807"} 2024-11-26T19:22:17,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:22:17,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a275bc34f8c9fb80a2dc336cd750520c, NAME => 'TestAcidGuarantees,,1732648907253.a275bc34f8c9fb80a2dc336cd750520c.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:22:17,151 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:22:17,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732648937151"}]},"ts":"9223372036854775807"} 2024-11-26T19:22:17,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:22:17,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-26T19:22:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T19:22:17,192 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T19:22:17,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=461 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 368) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5461 (was 5553) 2024-11-26T19:22:17,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=5460 2024-11-26T19:22:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:22:17,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:17,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:22:17,217 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:17,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-26T19:22:17,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:22:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742057_1233 (size=960) 2024-11-26T19:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:17,626 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:22:17,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742058_1234 (size=53) 2024-11-26T19:22:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b84432e33d42add131e88dca29da0c82, disabling compactions & flushes 2024-11-26T19:22:18,033 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. after waiting 0 ms 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,033 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,033 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:18,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:22:18,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732648938034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648938034"}]},"ts":"1732648938034"} 2024-11-26T19:22:18,035 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:22:18,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:22:18,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648938036"}]},"ts":"1732648938036"} 2024-11-26T19:22:18,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:22:18,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, ASSIGN}] 2024-11-26T19:22:18,041 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, ASSIGN 2024-11-26T19:22:18,041 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:22:18,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=b84432e33d42add131e88dca29da0c82, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:18,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:18,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:18,347 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,348 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:22:18,348 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,348 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:18,348 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,348 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,349 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,351 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:18,351 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84432e33d42add131e88dca29da0c82 columnFamilyName A 2024-11-26T19:22:18,351 DEBUG [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:18,351 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(327): Store=b84432e33d42add131e88dca29da0c82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:18,351 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,352 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:18,353 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84432e33d42add131e88dca29da0c82 columnFamilyName B 2024-11-26T19:22:18,353 DEBUG [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:18,353 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(327): Store=b84432e33d42add131e88dca29da0c82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:18,353 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,354 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:18,354 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84432e33d42add131e88dca29da0c82 columnFamilyName C 2024-11-26T19:22:18,354 DEBUG [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:18,354 INFO [StoreOpener-b84432e33d42add131e88dca29da0c82-1 {}] regionserver.HStore(327): Store=b84432e33d42add131e88dca29da0c82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:18,355 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,355 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,356 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,357 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:22:18,358 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:18,360 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:22:18,360 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened b84432e33d42add131e88dca29da0c82; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67788618, jitterRate=0.01012912392616272}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:22:18,360 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:18,361 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., pid=72, masterSystemTime=1732648938344 2024-11-26T19:22:18,362 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,362 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:18,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=b84432e33d42add131e88dca29da0c82, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:18,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T19:22:18,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 in 171 msec 2024-11-26T19:22:18,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T19:22:18,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, ASSIGN in 325 msec 2024-11-26T19:22:18,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:22:18,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648938367"}]},"ts":"1732648938367"} 2024-11-26T19:22:18,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:22:18,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:22:18,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-26T19:22:18,728 DEBUG [master/7e5582d806af:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3e0bd0a27dae391b35d29db05bc60422 changed from -1.0 to 0.0, refreshing cache 2024-11-26T19:22:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T19:22:19,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-26T19:22:19,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b70f48f to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f66057f 2024-11-26T19:22:19,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bfce45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,330 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:19,332 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:19,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-26T19:22:19,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-26T19:22:19,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-26T19:22:19,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-26T19:22:19,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-26T19:22:19,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-26T19:22:19,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-26T19:22:19,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-26T19:22:19,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-26T19:22:19,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-26T19:22:19,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:19,372 DEBUG [hconnection-0x77e8ff4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:19,373 DEBUG [hconnection-0x6b15d3f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,374 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,374 DEBUG [hconnection-0x6779efe2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-26T19:22:19,375 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,375 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:19,375 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,375 DEBUG [hconnection-0x4e239f4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:19,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:19,377 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,377 DEBUG [hconnection-0x310497b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,377 DEBUG [hconnection-0x3e34ea1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,378 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,379 DEBUG [hconnection-0x4fade4a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,379 DEBUG [hconnection-0x4f350d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,381 DEBUG [hconnection-0x84b5fec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,388 DEBUG [hconnection-0x2f95f9bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:19,389 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:19,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:19,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:19,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/b7889ef221e34e55ba7f3e52c9860b5b is 50, key is test_row_0/A:col10/1732648939391/Put/seqid=0 2024-11-26T19:22:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742059_1235 (size=12001) 2024-11-26T19:22:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732648999442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732648999443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732648999445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732648999446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732648999446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:19,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:19,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732648999547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732648999547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732648999550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732648999552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732648999553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:19,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732648999752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732648999752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732648999753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732648999755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732648999755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/b7889ef221e34e55ba7f3e52c9860b5b 2024-11-26T19:22:19,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a420d5dfa99b4f67b4453d0722cd63ba is 50, key is test_row_0/B:col10/1732648939391/Put/seqid=0 2024-11-26T19:22:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742060_1236 (size=12001) 2024-11-26T19:22:19,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a420d5dfa99b4f67b4453d0722cd63ba 2024-11-26T19:22:19,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/e55a3030663f4268bb08b04d9568e826 is 50, key is test_row_0/C:col10/1732648939391/Put/seqid=0 2024-11-26T19:22:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742061_1237 (size=12001) 2024-11-26T19:22:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:19,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:19,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:19,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649000056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649000056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649000056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649000057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649000058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:20,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:20,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:20,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:20,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/e55a3030663f4268bb08b04d9568e826 2024-11-26T19:22:20,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/b7889ef221e34e55ba7f3e52c9860b5b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b 2024-11-26T19:22:20,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T19:22:20,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a420d5dfa99b4f67b4453d0722cd63ba as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba 2024-11-26T19:22:20,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T19:22:20,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/e55a3030663f4268bb08b04d9568e826 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826 2024-11-26T19:22:20,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T19:22:20,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b84432e33d42add131e88dca29da0c82 in 974ms, sequenceid=13, compaction requested=false 2024-11-26T19:22:20,365 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T19:22:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:20,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T19:22:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:20,453 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3eb4d24231d44134be5368a7d9376db7 is 50, key is test_row_0/A:col10/1732648939445/Put/seqid=0 2024-11-26T19:22:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742062_1238 (size=12001) 2024-11-26T19:22:20,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3eb4d24231d44134be5368a7d9376db7 2024-11-26T19:22:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe5bbe9b6ac84e90be6443ea190040c9 is 50, key is test_row_0/B:col10/1732648939445/Put/seqid=0 2024-11-26T19:22:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742063_1239 (size=12001) 2024-11-26T19:22:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:20,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649000564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649000565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649000565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649000566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649000568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649000669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649000669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649000669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649000670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649000671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649000871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649000872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649000873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649000873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649000873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:20,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe5bbe9b6ac84e90be6443ea190040c9 2024-11-26T19:22:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c90150136c954bdda4a355306defc559 is 50, key is test_row_0/C:col10/1732648939445/Put/seqid=0 2024-11-26T19:22:20,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742064_1240 (size=12001) 2024-11-26T19:22:21,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649001175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649001175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649001176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649001177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649001180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c90150136c954bdda4a355306defc559 2024-11-26T19:22:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3eb4d24231d44134be5368a7d9376db7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7 2024-11-26T19:22:21,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:22:21,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe5bbe9b6ac84e90be6443ea190040c9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9 2024-11-26T19:22:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:22:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c90150136c954bdda4a355306defc559 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559 2024-11-26T19:22:21,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:22:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b84432e33d42add131e88dca29da0c82 in 872ms, sequenceid=38, compaction requested=false 2024-11-26T19:22:21,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:21,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:21,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-26T19:22:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-26T19:22:21,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T19:22:21,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-26T19:22:21,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9540 sec 2024-11-26T19:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T19:22:21,481 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T19:22:21,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-26T19:22:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T19:22:21,485 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:21,486 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:21,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T19:22:21,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T19:22:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:21,638 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3aa0feee9b2741c491bb265f5fe6e963 is 50, key is test_row_0/A:col10/1732648940565/Put/seqid=0 2024-11-26T19:22:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742065_1241 (size=12001) 2024-11-26T19:22:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:21,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649001695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649001696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649001696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649001697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649001697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T19:22:21,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649001798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649001800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649001800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649001800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649001801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649002001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649002002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649002003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649002004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649002007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,058 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3aa0feee9b2741c491bb265f5fe6e963 2024-11-26T19:22:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/897f8686dbb64f3b87f23e596cc6a962 is 50, key is test_row_0/B:col10/1732648940565/Put/seqid=0 2024-11-26T19:22:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742066_1242 (size=12001) 2024-11-26T19:22:22,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/897f8686dbb64f3b87f23e596cc6a962 2024-11-26T19:22:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T19:22:22,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cc1026e37aca4b4d95031247059f6ef3 is 50, key is test_row_0/C:col10/1732648940565/Put/seqid=0 2024-11-26T19:22:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742067_1243 (size=12001) 2024-11-26T19:22:22,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:22:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649002304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649002306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649002307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649002307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649002309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cc1026e37aca4b4d95031247059f6ef3 2024-11-26T19:22:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/3aa0feee9b2741c491bb265f5fe6e963 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963 2024-11-26T19:22:22,516 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T19:22:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/897f8686dbb64f3b87f23e596cc6a962 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962 2024-11-26T19:22:22,523 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T19:22:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cc1026e37aca4b4d95031247059f6ef3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3 2024-11-26T19:22:22,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T19:22:22,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b84432e33d42add131e88dca29da0c82 in 892ms, sequenceid=49, compaction requested=true 2024-11-26T19:22:22,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:22,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:22,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-26T19:22:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-26T19:22:22,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T19:22:22,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-26T19:22:22,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0500 sec 2024-11-26T19:22:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T19:22:22,588 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-26T19:22:22,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T19:22:22,591 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T19:22:22,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:22,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T19:22:22,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T19:22:22,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:22,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/2d356edf1a9c4376a229a0812f8d3127 is 50, key is test_row_0/A:col10/1732648941696/Put/seqid=0 2024-11-26T19:22:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742068_1244 (size=12001) 2024-11-26T19:22:22,780 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/2d356edf1a9c4376a229a0812f8d3127 2024-11-26T19:22:22,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d2837fc06665468693f54bbc9274286e is 50, key is test_row_0/B:col10/1732648941696/Put/seqid=0 2024-11-26T19:22:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:22,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:22,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742069_1245 (size=12001) 2024-11-26T19:22:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649002819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649002820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649002820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649002823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649002823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T19:22:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649002924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649002925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649002925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649002927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649002928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649003127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649003128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649003128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649003130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649003131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T19:22:23,220 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d2837fc06665468693f54bbc9274286e 2024-11-26T19:22:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/72fe60f21d5d4c0595111f9f83360b12 is 50, key is test_row_0/C:col10/1732648941696/Put/seqid=0 2024-11-26T19:22:23,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742070_1246 (size=12001) 2024-11-26T19:22:23,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/72fe60f21d5d4c0595111f9f83360b12 2024-11-26T19:22:23,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/2d356edf1a9c4376a229a0812f8d3127 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127 2024-11-26T19:22:23,269 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:22:23,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d2837fc06665468693f54bbc9274286e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e 2024-11-26T19:22:23,286 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:22:23,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/72fe60f21d5d4c0595111f9f83360b12 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12 2024-11-26T19:22:23,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:22:23,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b84432e33d42add131e88dca29da0c82 in 548ms, sequenceid=74, compaction requested=true 2024-11-26T19:22:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T19:22:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T19:22:23,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T19:22:23,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-26T19:22:23,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 710 msec 2024-11-26T19:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:23,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:23,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8b6ea3056e6c471eb31260456467044b is 50, key is test_row_0/A:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742071_1247 (size=14341) 2024-11-26T19:22:23,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649003458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649003459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649003462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649003463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649003463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649003564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649003564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649003567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649003567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649003567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T19:22:23,696 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T19:22:23,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T19:22:23,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:23,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:23,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T19:22:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649003767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649003768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649003771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649003771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649003771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T19:22:23,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8b6ea3056e6c471eb31260456467044b 2024-11-26T19:22:23,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:23,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T19:22:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:23,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/296f15ae150d4719a0a309ad83121f6f is 50, key is test_row_0/B:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742072_1248 (size=12001) 2024-11-26T19:22:23,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/296f15ae150d4719a0a309ad83121f6f 2024-11-26T19:22:23,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/af9bf1ab67dc4dde88021bd26eac05ea is 50, key is test_row_0/C:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742073_1249 (size=12001) 2024-11-26T19:22:23,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/af9bf1ab67dc4dde88021bd26eac05ea 2024-11-26T19:22:23,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8b6ea3056e6c471eb31260456467044b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b 2024-11-26T19:22:23,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b, entries=200, sequenceid=87, filesize=14.0 K 2024-11-26T19:22:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/296f15ae150d4719a0a309ad83121f6f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f 2024-11-26T19:22:23,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-26T19:22:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/af9bf1ab67dc4dde88021bd26eac05ea as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea 2024-11-26T19:22:23,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea, entries=150, sequenceid=87, filesize=11.7 K 2024-11-26T19:22:23,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b84432e33d42add131e88dca29da0c82 in 475ms, sequenceid=87, compaction requested=true 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:23,910 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:23,910 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:23,913 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T19:22:23,913 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:23,913 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,913 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=58.6 K 2024-11-26T19:22:23,913 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62345 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T19:22:23,913 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:23,914 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,914 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=60.9 K 2024-11-26T19:22:23,914 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a420d5dfa99b4f67b4453d0722cd63ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732648939378 2024-11-26T19:22:23,914 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7889ef221e34e55ba7f3e52c9860b5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732648939378 2024-11-26T19:22:23,914 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting fe5bbe9b6ac84e90be6443ea190040c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648939410 2024-11-26T19:22:23,915 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb4d24231d44134be5368a7d9376db7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648939410 2024-11-26T19:22:23,915 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 897f8686dbb64f3b87f23e596cc6a962, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732648940563 2024-11-26T19:22:23,916 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aa0feee9b2741c491bb265f5fe6e963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732648940563 2024-11-26T19:22:23,916 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d2837fc06665468693f54bbc9274286e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732648941695 2024-11-26T19:22:23,916 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 296f15ae150d4719a0a309ad83121f6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942821 2024-11-26T19:22:23,916 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d356edf1a9c4376a229a0812f8d3127, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732648941695 2024-11-26T19:22:23,917 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b6ea3056e6c471eb31260456467044b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942815 2024-11-26T19:22:23,932 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:23,932 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/0b2fe6592c3d4616820bc6a7baeb70ac is 50, key is test_row_0/A:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:23,935 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:23,936 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/09f1ec3e26ee48f7ad10c11cd454a34f is 50, key is test_row_0/B:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742074_1250 (size=12173) 2024-11-26T19:22:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742075_1251 (size=12173) 2024-11-26T19:22:23,956 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/09f1ec3e26ee48f7ad10c11cd454a34f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/09f1ec3e26ee48f7ad10c11cd454a34f 2024-11-26T19:22:23,958 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/0b2fe6592c3d4616820bc6a7baeb70ac as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0b2fe6592c3d4616820bc6a7baeb70ac 2024-11-26T19:22:23,963 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into 09f1ec3e26ee48f7ad10c11cd454a34f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:23,963 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:23,963 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=11, startTime=1732648943910; duration=0sec 2024-11-26T19:22:23,963 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:23,963 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:23,963 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T19:22:23,965 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T19:22:23,966 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:23,966 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:23,966 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=58.6 K 2024-11-26T19:22:23,966 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 0b2fe6592c3d4616820bc6a7baeb70ac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:23,966 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:23,966 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=11, startTime=1732648943910; duration=0sec 2024-11-26T19:22:23,966 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:23,966 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:23,966 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e55a3030663f4268bb08b04d9568e826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732648939378 2024-11-26T19:22:23,967 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c90150136c954bdda4a355306defc559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648939410 2024-11-26T19:22:23,967 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cc1026e37aca4b4d95031247059f6ef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732648940563 2024-11-26T19:22:23,967 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 72fe60f21d5d4c0595111f9f83360b12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732648941695 2024-11-26T19:22:23,968 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting af9bf1ab67dc4dde88021bd26eac05ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942821 2024-11-26T19:22:23,980 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:23,981 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/aa293089ba0b425896d26a33e5043b8f is 50, key is test_row_0/C:col10/1732648942821/Put/seqid=0 2024-11-26T19:22:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742076_1252 (size=12173) 2024-11-26T19:22:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T19:22:24,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T19:22:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,009 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/aa293089ba0b425896d26a33e5043b8f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/aa293089ba0b425896d26a33e5043b8f 2024-11-26T19:22:24,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/90d9712f903345b6b2d270eb4eddebc6 is 50, key is test_row_0/A:col10/1732648943462/Put/seqid=0 2024-11-26T19:22:24,018 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into aa293089ba0b425896d26a33e5043b8f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:24,018 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,018 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=11, startTime=1732648943910; duration=0sec 2024-11-26T19:22:24,019 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:24,019 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742077_1253 (size=12001) 2024-11-26T19:22:24,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/90d9712f903345b6b2d270eb4eddebc6 2024-11-26T19:22:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/da5abfab52f8418597fdb117e4ac808a is 50, key is test_row_0/B:col10/1732648943462/Put/seqid=0 2024-11-26T19:22:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742078_1254 (size=12001) 2024-11-26T19:22:24,059 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/da5abfab52f8418597fdb117e4ac808a 2024-11-26T19:22:24,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/362584b5d53948669ca00fcabdc5a892 is 50, key is test_row_0/C:col10/1732648943462/Put/seqid=0 2024-11-26T19:22:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:24,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742079_1255 (size=12001) 2024-11-26T19:22:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/362584b5d53948669ca00fcabdc5a892 2024-11-26T19:22:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/90d9712f903345b6b2d270eb4eddebc6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6 2024-11-26T19:22:24,109 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:22:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/da5abfab52f8418597fdb117e4ac808a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a 2024-11-26T19:22:24,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:22:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/362584b5d53948669ca00fcabdc5a892 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892 2024-11-26T19:22:24,121 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:22:24,122 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b84432e33d42add131e88dca29da0c82 in 115ms, sequenceid=113, compaction requested=false 2024-11-26T19:22:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T19:22:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T19:22:24,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T19:22:24,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 423 msec 2024-11-26T19:22:24,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 428 msec 2024-11-26T19:22:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:24,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:22:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:24,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:24,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:24,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/48c5fd743ab14914ad3576edebfc0304 is 50, key is test_row_0/A:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742080_1256 (size=12101) 2024-11-26T19:22:24,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/48c5fd743ab14914ad3576edebfc0304 2024-11-26T19:22:24,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a11fd625ec994faea1bfcba5cca95d30 is 50, key is test_row_0/B:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742081_1257 (size=12101) 2024-11-26T19:22:24,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a11fd625ec994faea1bfcba5cca95d30 2024-11-26T19:22:24,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/33c9360686794b2ca131141ae068e93f is 50, key is test_row_0/C:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742082_1258 (size=12101) 2024-11-26T19:22:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T19:22:24,303 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T19:22:24,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T19:22:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:24,306 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:24,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:24,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:24,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:24,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T19:22:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:24,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T19:22:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:24,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/33c9360686794b2ca131141ae068e93f 2024-11-26T19:22:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/48c5fd743ab14914ad3576edebfc0304 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304 2024-11-26T19:22:24,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T19:22:24,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a11fd625ec994faea1bfcba5cca95d30 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30 2024-11-26T19:22:24,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T19:22:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/33c9360686794b2ca131141ae068e93f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f 2024-11-26T19:22:24,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T19:22:24,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b84432e33d42add131e88dca29da0c82 in 509ms, sequenceid=130, compaction requested=true 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:24,697 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:24,697 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:24,698 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:24,698 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:24,698 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:24,698 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,698 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:24,698 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0b2fe6592c3d4616820bc6a7baeb70ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.4 K 2024-11-26T19:22:24,698 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,698 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/09f1ec3e26ee48f7ad10c11cd454a34f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.4 K 2024-11-26T19:22:24,699 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2fe6592c3d4616820bc6a7baeb70ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942821 2024-11-26T19:22:24,699 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f1ec3e26ee48f7ad10c11cd454a34f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942821 2024-11-26T19:22:24,699 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90d9712f903345b6b2d270eb4eddebc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732648943458 2024-11-26T19:22:24,699 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting da5abfab52f8418597fdb117e4ac808a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732648943458 2024-11-26T19:22:24,700 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a11fd625ec994faea1bfcba5cca95d30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:24,700 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c5fd743ab14914ad3576edebfc0304, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:24,718 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:24,718 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/6b3e380a4b664fd7b84513cb91d9cb35 is 50, key is test_row_0/A:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,720 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:24,721 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b6bf29b6dc7c433fb2b434d1ce12e3a2 is 50, key is test_row_0/B:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742083_1259 (size=12375) 2024-11-26T19:22:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742084_1260 (size=12375) 2024-11-26T19:22:24,759 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/6b3e380a4b664fd7b84513cb91d9cb35 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/6b3e380a4b664fd7b84513cb91d9cb35 2024-11-26T19:22:24,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T19:22:24,764 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 6b3e380a4b664fd7b84513cb91d9cb35(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:24,764 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,764 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648944697; duration=0sec 2024-11-26T19:22:24,765 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:24,765 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T19:22:24,765 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:24,766 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b6bf29b6dc7c433fb2b434d1ce12e3a2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b6bf29b6dc7c433fb2b434d1ce12e3a2 2024-11-26T19:22:24,766 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:24,766 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:24,766 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:24,766 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/aa293089ba0b425896d26a33e5043b8f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.4 K 2024-11-26T19:22:24,767 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa293089ba0b425896d26a33e5043b8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732648942821 2024-11-26T19:22:24,767 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 362584b5d53948669ca00fcabdc5a892, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732648943458 2024-11-26T19:22:24,767 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33c9360686794b2ca131141ae068e93f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/125bee55eeb04251bf0d8b45d81c7601 is 50, key is test_row_0/A:col10/1732648944202/Put/seqid=0 2024-11-26T19:22:24,772 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into b6bf29b6dc7c433fb2b434d1ce12e3a2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:24,772 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,772 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648944697; duration=0sec 2024-11-26T19:22:24,772 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:24,772 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742085_1261 (size=12151) 2024-11-26T19:22:24,777 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:24,777 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/930049e9c51e454082fcf15d6a9a18cc is 50, key is test_row_0/C:col10/1732648944187/Put/seqid=0 2024-11-26T19:22:24,780 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/125bee55eeb04251bf0d8b45d81c7601 2024-11-26T19:22:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742086_1262 (size=12375) 2024-11-26T19:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a4c5648ddb0f4238910b9529bff9b448 is 50, key is test_row_0/B:col10/1732648944202/Put/seqid=0 2024-11-26T19:22:24,810 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/930049e9c51e454082fcf15d6a9a18cc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/930049e9c51e454082fcf15d6a9a18cc 2024-11-26T19:22:24,816 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into 930049e9c51e454082fcf15d6a9a18cc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:24,816 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:24,816 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=13, startTime=1732648944697; duration=0sec 2024-11-26T19:22:24,816 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:24,816 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:24,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742087_1263 (size=12151) 2024-11-26T19:22:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:24,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649004931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649004931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649004931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649004931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649004931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649005133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649005133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649005134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649005134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649005134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,220 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a4c5648ddb0f4238910b9529bff9b448 2024-11-26T19:22:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/2b630fb6536243dba5e074481d4502f3 is 50, key is test_row_0/C:col10/1732648944202/Put/seqid=0 2024-11-26T19:22:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742088_1264 (size=12151) 2024-11-26T19:22:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649005437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649005437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649005438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649005438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649005439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,634 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/2b630fb6536243dba5e074481d4502f3 2024-11-26T19:22:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/125bee55eeb04251bf0d8b45d81c7601 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601 2024-11-26T19:22:25,644 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T19:22:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a4c5648ddb0f4238910b9529bff9b448 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448 2024-11-26T19:22:25,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T19:22:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/2b630fb6536243dba5e074481d4502f3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3 2024-11-26T19:22:25,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T19:22:25,662 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b84432e33d42add131e88dca29da0c82 in 897ms, sequenceid=151, compaction requested=false 2024-11-26T19:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T19:22:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T19:22:25,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T19:22:25,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-26T19:22:25,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3620 sec 2024-11-26T19:22:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:25,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:25,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/fb7fea73505e4c1db10302f6a8e276dc is 50, key is test_row_0/A:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742089_1265 (size=12151) 2024-11-26T19:22:25,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/fb7fea73505e4c1db10302f6a8e276dc 2024-11-26T19:22:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649005957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649005956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649005959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649005959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/8a501d89e8644bea8bd63fea85726595 is 50, key is test_row_0/B:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:25,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649005961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742090_1266 (size=12151) 2024-11-26T19:22:25,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/8a501d89e8644bea8bd63fea85726595 2024-11-26T19:22:25,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/4f43c2ab86584a26a8dc39bc15c08ecc is 50, key is test_row_0/C:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742091_1267 (size=12151) 2024-11-26T19:22:26,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/4f43c2ab86584a26a8dc39bc15c08ecc 2024-11-26T19:22:26,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/fb7fea73505e4c1db10302f6a8e276dc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc 2024-11-26T19:22:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T19:22:26,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/8a501d89e8644bea8bd63fea85726595 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595 2024-11-26T19:22:26,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T19:22:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/4f43c2ab86584a26a8dc39bc15c08ecc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc 2024-11-26T19:22:26,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T19:22:26,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b84432e33d42add131e88dca29da0c82 in 87ms, sequenceid=170, compaction requested=true 2024-11-26T19:22:26,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:26,030 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:26,030 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:26,031 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:26,031 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:26,031 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,031 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/6b3e380a4b664fd7b84513cb91d9cb35, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.8 K 2024-11-26T19:22:26,032 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:26,032 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:26,032 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,032 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b6bf29b6dc7c433fb2b434d1ce12e3a2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.8 K 2024-11-26T19:22:26,032 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b3e380a4b664fd7b84513cb91d9cb35, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:26,032 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b6bf29b6dc7c433fb2b434d1ce12e3a2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:26,032 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c5648ddb0f4238910b9529bff9b448, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732648944202 2024-11-26T19:22:26,033 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 125bee55eeb04251bf0d8b45d81c7601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732648944202 2024-11-26T19:22:26,033 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a501d89e8644bea8bd63fea85726595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:26,033 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb7fea73505e4c1db10302f6a8e276dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:26,044 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:26,045 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/5bd7f46fc469412ab221965376a65f30 is 50, key is test_row_0/A:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:26,046 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:26,046 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/45e14dd9e75b492986848d99fcc08379 is 50, key is test_row_0/B:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742092_1268 (size=12527) 2024-11-26T19:22:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742093_1269 (size=12527) 2024-11-26T19:22:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:26,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:26,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:26,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/39751c3eec0c475ebe0bf22b9719b65a is 50, key is test_row_0/A:col10/1732648946063/Put/seqid=0 2024-11-26T19:22:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649006077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649006078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649006078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649006079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649006080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742094_1270 (size=12151) 2024-11-26T19:22:26,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649006182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649006182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649006182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649006183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649006184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649006386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649006386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649006386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649006387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649006388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T19:22:26,410 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T19:22:26,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T19:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:26,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:26,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:26,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:26,462 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/5bd7f46fc469412ab221965376a65f30 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5bd7f46fc469412ab221965376a65f30 2024-11-26T19:22:26,466 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/45e14dd9e75b492986848d99fcc08379 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/45e14dd9e75b492986848d99fcc08379 2024-11-26T19:22:26,467 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 5bd7f46fc469412ab221965376a65f30(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:26,468 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:26,468 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648946029; duration=0sec 2024-11-26T19:22:26,468 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:26,468 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:26,468 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:26,469 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:26,469 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:26,470 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,470 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/930049e9c51e454082fcf15d6a9a18cc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=35.8 K 2024-11-26T19:22:26,470 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930049e9c51e454082fcf15d6a9a18cc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732648944082 2024-11-26T19:22:26,471 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b630fb6536243dba5e074481d4502f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732648944202 2024-11-26T19:22:26,471 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f43c2ab86584a26a8dc39bc15c08ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:26,472 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into 45e14dd9e75b492986848d99fcc08379(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:26,472 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:26,472 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648946030; duration=0sec 2024-11-26T19:22:26,472 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:26,472 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:26,479 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:26,479 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/fdc7143606324f90aff59d4d6f87d0b8 is 50, key is test_row_0/C:col10/1732648944826/Put/seqid=0 2024-11-26T19:22:26,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/39751c3eec0c475ebe0bf22b9719b65a 2024-11-26T19:22:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742095_1271 (size=12527) 2024-11-26T19:22:26,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/c1023cd241fd4c2fa164443f792c9e83 is 50, key is test_row_0/B:col10/1732648946063/Put/seqid=0 2024-11-26T19:22:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742096_1272 (size=12151) 2024-11-26T19:22:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:26,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T19:22:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649006688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649006689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649006691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649006691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649006693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:26,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T19:22:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:26,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T19:22:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:26,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:26,891 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/fdc7143606324f90aff59d4d6f87d0b8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/fdc7143606324f90aff59d4d6f87d0b8 2024-11-26T19:22:26,896 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into fdc7143606324f90aff59d4d6f87d0b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:26,896 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:26,896 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=13, startTime=1732648946030; duration=0sec 2024-11-26T19:22:26,896 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:26,897 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:26,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/c1023cd241fd4c2fa164443f792c9e83 2024-11-26T19:22:26,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/736afaa2dff5478f819e260b21374840 is 50, key is test_row_0/C:col10/1732648946063/Put/seqid=0 2024-11-26T19:22:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742097_1273 (size=12151) 2024-11-26T19:22:26,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/736afaa2dff5478f819e260b21374840 2024-11-26T19:22:26,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/39751c3eec0c475ebe0bf22b9719b65a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a 2024-11-26T19:22:26,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T19:22:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/c1023cd241fd4c2fa164443f792c9e83 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83 2024-11-26T19:22:26,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T19:22:26,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/736afaa2dff5478f819e260b21374840 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840 2024-11-26T19:22:26,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T19:22:26,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b84432e33d42add131e88dca29da0c82 in 871ms, sequenceid=192, compaction requested=false 2024-11-26T19:22:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:27,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T19:22:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:27,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:22:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d1369029d82d487b98d04a394b3b458a is 50, key is test_row_0/A:col10/1732648946076/Put/seqid=0 2024-11-26T19:22:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742098_1274 (size=12151) 2024-11-26T19:22:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:27,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649007207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649007207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649007207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649007208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649007210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649007310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649007311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649007312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649007312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649007312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,442 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d1369029d82d487b98d04a394b3b458a 2024-11-26T19:22:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fa4798fcc5446eb925843dfec46a39b is 50, key is test_row_0/B:col10/1732648946076/Put/seqid=0 2024-11-26T19:22:27,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742099_1275 (size=12151) 2024-11-26T19:22:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649007513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649007514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649007514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649007515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649007515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649007817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649007818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649007818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649007818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649007821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:27,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fa4798fcc5446eb925843dfec46a39b 2024-11-26T19:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/b9c0a5e6e48a4821964b26b8dcc3aed7 is 50, key is test_row_0/C:col10/1732648946076/Put/seqid=0 2024-11-26T19:22:27,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742100_1276 (size=12151) 2024-11-26T19:22:28,272 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/b9c0a5e6e48a4821964b26b8dcc3aed7 2024-11-26T19:22:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d1369029d82d487b98d04a394b3b458a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a 2024-11-26T19:22:28,282 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-26T19:22:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fa4798fcc5446eb925843dfec46a39b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b 2024-11-26T19:22:28,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-26T19:22:28,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/b9c0a5e6e48a4821964b26b8dcc3aed7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7 2024-11-26T19:22:28,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-26T19:22:28,295 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b84432e33d42add131e88dca29da0c82 in 1265ms, sequenceid=209, compaction requested=true 2024-11-26T19:22:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T19:22:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T19:22:28,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T19:22:28,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-26T19:22:28,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8870 sec 2024-11-26T19:22:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:28,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:22:28,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/e603809a8518437b95f59c8ce4a8418d is 50, key is test_row_0/A:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649008330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649008332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649008333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649008334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649008335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742101_1277 (size=14541) 2024-11-26T19:22:28,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/e603809a8518437b95f59c8ce4a8418d 2024-11-26T19:22:28,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d248dae76083442fb4a1c37e4658b8d4 is 50, key is test_row_0/B:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742102_1278 (size=12151) 2024-11-26T19:22:28,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d248dae76083442fb4a1c37e4658b8d4 2024-11-26T19:22:28,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/6f56dbb03a1c411c9b016ca99f3acd9c is 50, key is test_row_0/C:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742103_1279 (size=12151) 2024-11-26T19:22:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649008435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649008435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649008438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649008439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649008439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T19:22:28,518 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T19:22:28,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T19:22:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T19:22:28,521 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:28,521 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:28,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T19:22:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649008637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649008639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649008640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649008641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649008642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T19:22:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:28,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/6f56dbb03a1c411c9b016ca99f3acd9c 2024-11-26T19:22:28,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/e603809a8518437b95f59c8ce4a8418d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d 2024-11-26T19:22:28,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d, entries=200, sequenceid=233, filesize=14.2 K 2024-11-26T19:22:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d248dae76083442fb4a1c37e4658b8d4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4 2024-11-26T19:22:28,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-26T19:22:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/6f56dbb03a1c411c9b016ca99f3acd9c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c 2024-11-26T19:22:28,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c, entries=150, sequenceid=233, filesize=11.9 K 2024-11-26T19:22:28,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b84432e33d42add131e88dca29da0c82 in 477ms, sequenceid=233, compaction requested=true 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:28,799 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:28,799 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:28,801 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,801 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5bd7f46fc469412ab221965376a65f30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=50.2 K 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bd7f46fc469412ab221965376a65f30, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:28,801 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,801 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/45e14dd9e75b492986848d99fcc08379, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=47.8 K 2024-11-26T19:22:28,801 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39751c3eec0c475ebe0bf22b9719b65a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732648945954 2024-11-26T19:22:28,802 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e14dd9e75b492986848d99fcc08379, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:28,802 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1369029d82d487b98d04a394b3b458a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732648946076 2024-11-26T19:22:28,802 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c1023cd241fd4c2fa164443f792c9e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732648945954 2024-11-26T19:22:28,802 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e603809a8518437b95f59c8ce4a8418d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947203 2024-11-26T19:22:28,803 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa4798fcc5446eb925843dfec46a39b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732648946076 2024-11-26T19:22:28,803 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d248dae76083442fb4a1c37e4658b8d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947207 2024-11-26T19:22:28,813 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:28,814 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/e78b56c5859e4f45b5dfae22e8250d13 is 50, key is test_row_0/A:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,814 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:28,815 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/8d547002eb9e4cb4953d86f84f9acc94 is 50, key is test_row_0/B:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T19:22:28,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T19:22:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,828 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742104_1280 (size=12663) 2024-11-26T19:22:28,838 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/e78b56c5859e4f45b5dfae22e8250d13 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e78b56c5859e4f45b5dfae22e8250d13 2024-11-26T19:22:28,843 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into e78b56c5859e4f45b5dfae22e8250d13(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:28,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:28,843 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=12, startTime=1732648948799; duration=0sec 2024-11-26T19:22:28,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:28,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:28,843 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:28,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:28,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:28,845 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,845 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/fdc7143606324f90aff59d4d6f87d0b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=47.8 K 2024-11-26T19:22:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/588473f214354da8946b239786273a8d is 50, key is test_row_0/A:col10/1732648948331/Put/seqid=0 2024-11-26T19:22:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742105_1281 (size=12663) 2024-11-26T19:22:28,847 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdc7143606324f90aff59d4d6f87d0b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732648944824 2024-11-26T19:22:28,848 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 736afaa2dff5478f819e260b21374840, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732648945954 2024-11-26T19:22:28,849 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c0a5e6e48a4821964b26b8dcc3aed7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732648946076 2024-11-26T19:22:28,850 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f56dbb03a1c411c9b016ca99f3acd9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947207 2024-11-26T19:22:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742106_1282 (size=12151) 2024-11-26T19:22:28,853 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/588473f214354da8946b239786273a8d 2024-11-26T19:22:28,857 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/8d547002eb9e4cb4953d86f84f9acc94 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8d547002eb9e4cb4953d86f84f9acc94 2024-11-26T19:22:28,865 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:28,865 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into 8d547002eb9e4cb4953d86f84f9acc94(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:28,865 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:28,865 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=12, startTime=1732648948799; duration=0sec 2024-11-26T19:22:28,865 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:28,865 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:28,866 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cdb9e432f0164455a62c50f7916a86dd is 50, key is test_row_0/C:col10/1732648947207/Put/seqid=0 2024-11-26T19:22:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b7bef351aa0644a4980eea92cd692ca8 is 50, key is test_row_0/B:col10/1732648948331/Put/seqid=0 2024-11-26T19:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742107_1283 (size=12663) 2024-11-26T19:22:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742108_1284 (size=12151) 2024-11-26T19:22:28,886 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b7bef351aa0644a4980eea92cd692ca8 2024-11-26T19:22:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/f9ac2f40193d45d39938fbca0827572f is 50, key is test_row_0/C:col10/1732648948331/Put/seqid=0 2024-11-26T19:22:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742109_1285 (size=12151) 2024-11-26T19:22:28,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/f9ac2f40193d45d39938fbca0827572f 2024-11-26T19:22:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/588473f214354da8946b239786273a8d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d 2024-11-26T19:22:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:28,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:28,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T19:22:28,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b7bef351aa0644a4980eea92cd692ca8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8 2024-11-26T19:22:28,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T19:22:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/f9ac2f40193d45d39938fbca0827572f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f 2024-11-26T19:22:28,959 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T19:22:28,960 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=80.51 KB/82440 for b84432e33d42add131e88dca29da0c82 in 132ms, sequenceid=246, compaction requested=false 2024-11-26T19:22:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:28,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T19:22:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:28,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T19:22:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:28,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:28,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T19:22:28,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 439 msec 2024-11-26T19:22:28,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/c9de5612308c4cfc8040058fc68b95ec is 50, key is test_row_0/A:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:28,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 447 msec 2024-11-26T19:22:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742110_1286 (size=12301) 2024-11-26T19:22:28,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649008976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649008978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649008980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649008981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:28,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649008982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649009082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649009084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649009084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649009086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649009087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T19:22:29,124 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T19:22:29,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T19:22:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:29,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:29,131 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:29,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:29,287 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cdb9e432f0164455a62c50f7916a86dd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cdb9e432f0164455a62c50f7916a86dd 2024-11-26T19:22:29,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649009286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649009287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T19:22:29,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649009287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649009291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649009292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,295 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into cdb9e432f0164455a62c50f7916a86dd(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:29,295 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:29,295 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=12, startTime=1732648948799; duration=0sec 2024-11-26T19:22:29,295 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:29,295 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:29,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/c9de5612308c4cfc8040058fc68b95ec 2024-11-26T19:22:29,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/017191b97e674cd48a97f61347285aa1 is 50, key is test_row_0/B:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742111_1287 (size=12301) 2024-11-26T19:22:29,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/017191b97e674cd48a97f61347285aa1 2024-11-26T19:22:29,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/daa6a0282366491594df35145180fa3f is 50, key is test_row_0/C:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742112_1288 (size=12301) 2024-11-26T19:22:29,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/daa6a0282366491594df35145180fa3f 2024-11-26T19:22:29,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/c9de5612308c4cfc8040058fc68b95ec as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec 2024-11-26T19:22:29,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec, entries=150, sequenceid=265, filesize=12.0 K 2024-11-26T19:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/017191b97e674cd48a97f61347285aa1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1 2024-11-26T19:22:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:29,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1, entries=150, sequenceid=265, filesize=12.0 K 2024-11-26T19:22:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/daa6a0282366491594df35145180fa3f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f 2024-11-26T19:22:29,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f, entries=150, sequenceid=265, filesize=12.0 K 2024-11-26T19:22:29,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b84432e33d42add131e88dca29da0c82 in 481ms, sequenceid=265, compaction requested=true 2024-11-26T19:22:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:29,441 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:29,441 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:29,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:29,442 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:29,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:29,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:29,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T19:22:29,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,443 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:29,445 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:29,445 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:29,445 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:29,445 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:29,446 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,446 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8d547002eb9e4cb4953d86f84f9acc94, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.2 K 2024-11-26T19:22:29,446 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,446 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e78b56c5859e4f45b5dfae22e8250d13, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.2 K 2024-11-26T19:22:29,446 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d547002eb9e4cb4953d86f84f9acc94, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947207 2024-11-26T19:22:29,447 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e78b56c5859e4f45b5dfae22e8250d13, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947207 2024-11-26T19:22:29,447 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b7bef351aa0644a4980eea92cd692ca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732648948331 2024-11-26T19:22:29,447 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 588473f214354da8946b239786273a8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732648948331 2024-11-26T19:22:29,448 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 017191b97e674cd48a97f61347285aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d0d2541a787642099705abf3cf632847 is 50, key is test_row_0/A:col10/1732648948979/Put/seqid=0 2024-11-26T19:22:29,451 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9de5612308c4cfc8040058fc68b95ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742113_1289 (size=12301) 2024-11-26T19:22:29,468 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:29,468 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:29,469 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/3bc3fd0458604b51b7419994d8036011 is 50, key is test_row_0/B:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:29,469 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/9ea1446d683b426784f6950984927e22 is 50, key is test_row_0/A:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742114_1290 (size=12915) 2024-11-26T19:22:29,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742115_1291 (size=12915) 2024-11-26T19:22:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:29,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649009601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649009602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649009603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649009603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649009603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649009706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649009706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649009707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649009707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649009707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:29,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d0d2541a787642099705abf3cf632847 2024-11-26T19:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b945daeffb6e4134ad3d5b47578fdf28 is 50, key is test_row_0/B:col10/1732648948979/Put/seqid=0 2024-11-26T19:22:29,882 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/3bc3fd0458604b51b7419994d8036011 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/3bc3fd0458604b51b7419994d8036011 2024-11-26T19:22:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742116_1292 (size=12301) 2024-11-26T19:22:29,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b945daeffb6e4134ad3d5b47578fdf28 2024-11-26T19:22:29,887 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/9ea1446d683b426784f6950984927e22 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/9ea1446d683b426784f6950984927e22 2024-11-26T19:22:29,889 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into 3bc3fd0458604b51b7419994d8036011(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:29,889 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:29,890 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648949442; duration=0sec 2024-11-26T19:22:29,890 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:29,890 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:29,890 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:29,892 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:29,893 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:29,893 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:29,893 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cdb9e432f0164455a62c50f7916a86dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.2 K 2024-11-26T19:22:29,893 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cdb9e432f0164455a62c50f7916a86dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732648947207 2024-11-26T19:22:29,894 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ac2f40193d45d39938fbca0827572f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732648948331 2024-11-26T19:22:29,894 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 9ea1446d683b426784f6950984927e22(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:29,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:29,894 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648949441; duration=0sec 2024-11-26T19:22:29,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:29,894 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:29,895 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting daa6a0282366491594df35145180fa3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/a3e3b5ed191448568800be5d1befb00b is 50, key is test_row_0/C:col10/1732648948979/Put/seqid=0 2024-11-26T19:22:29,904 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:29,904 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/4f209373cad943949857d7b5fb34075e is 50, key is test_row_0/C:col10/1732648948957/Put/seqid=0 2024-11-26T19:22:29,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649009910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649009910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649009911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649009911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:29,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742117_1293 (size=12301) 2024-11-26T19:22:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649009911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:29,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742118_1294 (size=12915) 2024-11-26T19:22:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649010213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649010214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649010214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649010215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649010216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:30,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/a3e3b5ed191448568800be5d1befb00b 2024-11-26T19:22:30,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/d0d2541a787642099705abf3cf632847 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847 2024-11-26T19:22:30,329 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:22:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/b945daeffb6e4134ad3d5b47578fdf28 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28 2024-11-26T19:22:30,335 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/4f209373cad943949857d7b5fb34075e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f209373cad943949857d7b5fb34075e 2024-11-26T19:22:30,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:22:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/a3e3b5ed191448568800be5d1befb00b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b 2024-11-26T19:22:30,344 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into 4f209373cad943949857d7b5fb34075e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:30,344 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:30,344 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=13, startTime=1732648949442; duration=0sec 2024-11-26T19:22:30,344 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:30,344 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:30,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T19:22:30,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for b84432e33d42add131e88dca29da0c82 in 904ms, sequenceid=286, compaction requested=false 2024-11-26T19:22:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T19:22:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T19:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T19:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-11-26T19:22:30,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2240 sec 2024-11-26T19:22:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:30,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:30,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/563de7b7e2a340738a08524bc6705c49 is 50, key is test_row_0/A:col10/1732648950717/Put/seqid=0 2024-11-26T19:22:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742119_1295 (size=12301) 2024-11-26T19:22:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649010732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649010732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649010734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649010735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649010734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649010836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649010836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649011039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649011040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649011041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649011041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649011041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/563de7b7e2a340738a08524bc6705c49 2024-11-26T19:22:31,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d3afecb0f1a247c682d76447b4e544ad is 50, key is test_row_0/B:col10/1732648950717/Put/seqid=0 2024-11-26T19:22:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742120_1296 (size=12301) 2024-11-26T19:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T19:22:31,233 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T19:22:31,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-26T19:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T19:22:31,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:31,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:31,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T19:22:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649011342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649011342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649011345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649011346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649011346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T19:22:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T19:22:31,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T19:22:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d3afecb0f1a247c682d76447b4e544ad 2024-11-26T19:22:31,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c94b59d186dc476f9be91052f224bd36 is 50, key is test_row_0/C:col10/1732648950717/Put/seqid=0 2024-11-26T19:22:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742121_1297 (size=12301) 2024-11-26T19:22:31,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T19:22:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T19:22:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649011844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649011847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T19:22:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:31,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649011849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649011850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649011852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:31,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c94b59d186dc476f9be91052f224bd36 2024-11-26T19:22:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/563de7b7e2a340738a08524bc6705c49 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49 2024-11-26T19:22:31,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49, entries=150, sequenceid=309, filesize=12.0 K 2024-11-26T19:22:31,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d3afecb0f1a247c682d76447b4e544ad as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad 2024-11-26T19:22:31,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad, entries=150, sequenceid=309, filesize=12.0 K 2024-11-26T19:22:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c94b59d186dc476f9be91052f224bd36 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36 2024-11-26T19:22:31,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36, entries=150, sequenceid=309, filesize=12.0 K 2024-11-26T19:22:31,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for b84432e33d42add131e88dca29da0c82 in 1263ms, sequenceid=309, compaction requested=true 2024-11-26T19:22:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:31,982 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:31,982 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:31,983 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,983 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:31,983 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/3bc3fd0458604b51b7419994d8036011, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.6 K 2024-11-26T19:22:31,983 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/9ea1446d683b426784f6950984927e22, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.6 K 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ea1446d683b426784f6950984927e22, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:31,983 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc3fd0458604b51b7419994d8036011, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:31,984 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b945daeffb6e4134ad3d5b47578fdf28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648948978 2024-11-26T19:22:31,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0d2541a787642099705abf3cf632847, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648948978 2024-11-26T19:22:31,984 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d3afecb0f1a247c682d76447b4e544ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732648949601 2024-11-26T19:22:31,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 563de7b7e2a340738a08524bc6705c49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732648949601 2024-11-26T19:22:31,991 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#252 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:31,992 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/5d1b42d064004b51adeb08186c2bf333 is 50, key is test_row_0/A:col10/1732648950717/Put/seqid=0 2024-11-26T19:22:31,994 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:31,995 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d is 50, key is test_row_0/B:col10/1732648950717/Put/seqid=0 2024-11-26T19:22:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742122_1298 (size=13017) 2024-11-26T19:22:32,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T19:22:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,001 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T19:22:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742123_1299 (size=13017) 2024-11-26T19:22:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a1afcb54cf5f4d248a242021707b7147 is 50, key is test_row_0/A:col10/1732648950733/Put/seqid=0 2024-11-26T19:22:32,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742124_1300 (size=12301) 2024-11-26T19:22:32,035 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a1afcb54cf5f4d248a242021707b7147 2024-11-26T19:22:32,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/89258ee5312547ba8d21ec7c20a8b2fa is 50, key is test_row_0/B:col10/1732648950733/Put/seqid=0 2024-11-26T19:22:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742125_1301 (size=12301) 2024-11-26T19:22:32,059 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/89258ee5312547ba8d21ec7c20a8b2fa 2024-11-26T19:22:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/bbb6c24aa96640e38908212bb5870572 is 50, key is test_row_0/C:col10/1732648950733/Put/seqid=0 2024-11-26T19:22:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742126_1302 (size=12301) 2024-11-26T19:22:32,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/bbb6c24aa96640e38908212bb5870572 2024-11-26T19:22:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a1afcb54cf5f4d248a242021707b7147 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147 2024-11-26T19:22:32,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147, entries=150, sequenceid=327, filesize=12.0 K 2024-11-26T19:22:32,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/89258ee5312547ba8d21ec7c20a8b2fa as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa 2024-11-26T19:22:32,104 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa, entries=150, sequenceid=327, filesize=12.0 K 2024-11-26T19:22:32,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/bbb6c24aa96640e38908212bb5870572 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572 2024-11-26T19:22:32,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572, entries=150, sequenceid=327, filesize=12.0 K 2024-11-26T19:22:32,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for b84432e33d42add131e88dca29da0c82 in 110ms, sequenceid=327, compaction requested=true 2024-11-26T19:22:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-26T19:22:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-26T19:22:32,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T19:22:32,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 875 msec 2024-11-26T19:22:32,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 880 msec 2024-11-26T19:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T19:22:32,339 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T19:22:32,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-26T19:22:32,342 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T19:22:32,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:32,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:32,407 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/5d1b42d064004b51adeb08186c2bf333 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5d1b42d064004b51adeb08186c2bf333 2024-11-26T19:22:32,412 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 5d1b42d064004b51adeb08186c2bf333(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:32,412 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,412 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648951982; duration=0sec 2024-11-26T19:22:32,412 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:32,412 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:32,412 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:32,414 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:32,414 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:32,414 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,414 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f209373cad943949857d7b5fb34075e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=48.7 K 2024-11-26T19:22:32,415 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f209373cad943949857d7b5fb34075e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732648948957 2024-11-26T19:22:32,415 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e3b5ed191448568800be5d1befb00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732648948978 2024-11-26T19:22:32,416 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c94b59d186dc476f9be91052f224bd36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732648949601 2024-11-26T19:22:32,417 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d 2024-11-26T19:22:32,417 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb6c24aa96640e38908212bb5870572, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732648950730 2024-11-26T19:22:32,423 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into be9c9fb5f5f041e4b2a8f8906a2f7d1d(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:32,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,423 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648951982; duration=0sec 2024-11-26T19:22:32,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:32,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:32,430 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:32,430 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/b57f632280ff45239997b8c8d7cbf471 is 50, key is test_row_0/C:col10/1732648950733/Put/seqid=0 2024-11-26T19:22:32,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742127_1303 (size=13051) 2024-11-26T19:22:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T19:22:32,444 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/b57f632280ff45239997b8c8d7cbf471 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b57f632280ff45239997b8c8d7cbf471 2024-11-26T19:22:32,449 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into b57f632280ff45239997b8c8d7cbf471(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:32,449 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,449 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=12, startTime=1732648951982; duration=0sec 2024-11-26T19:22:32,449 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:32,449 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:32,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T19:22:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-26T19:22:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-26T19:22:32,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T19:22:32,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-26T19:22:32,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 159 msec 2024-11-26T19:22:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T19:22:32,644 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-26T19:22:32,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-26T19:22:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T19:22:32,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:32,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:32,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T19:22:32,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T19:22:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-26T19:22:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-26T19:22:32,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T19:22:32,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-26T19:22:32,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 158 msec 2024-11-26T19:22:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:32,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:32,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:32,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/309ec7f237e140c1ab1797907b21d150 is 50, key is test_row_0/A:col10/1732648952856/Put/seqid=0 2024-11-26T19:22:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742128_1304 (size=12301) 2024-11-26T19:22:32,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/309ec7f237e140c1ab1797907b21d150 2024-11-26T19:22:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649012877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649012877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649012878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649012880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649012881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe38032e1dd14d39a71747dbb0dd7491 is 50, key is test_row_0/B:col10/1732648952856/Put/seqid=0 2024-11-26T19:22:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742129_1305 (size=12301) 2024-11-26T19:22:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T19:22:32,949 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T19:22:32,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-26T19:22:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:32,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:32,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:32,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:32,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649012983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649012983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649012983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649012984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649012984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:33,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T19:22:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649013186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649013186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649013186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649013187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649013187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:33,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T19:22:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:33,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:33,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe38032e1dd14d39a71747dbb0dd7491 2024-11-26T19:22:33,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c91aaedf3ede46fea9ea2107ad8d6c14 is 50, key is test_row_0/C:col10/1732648952856/Put/seqid=0 2024-11-26T19:22:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742130_1306 (size=12301) 2024-11-26T19:22:33,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c91aaedf3ede46fea9ea2107ad8d6c14 2024-11-26T19:22:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/309ec7f237e140c1ab1797907b21d150 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150 2024-11-26T19:22:33,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T19:22:33,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fe38032e1dd14d39a71747dbb0dd7491 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491 2024-11-26T19:22:33,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T19:22:33,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/c91aaedf3ede46fea9ea2107ad8d6c14 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14 2024-11-26T19:22:33,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T19:22:33,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b84432e33d42add131e88dca29da0c82 in 485ms, sequenceid=344, compaction requested=true 2024-11-26T19:22:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:33,343 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:33,343 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:33,345 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:33,345 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:33,345 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,345 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5d1b42d064004b51adeb08186c2bf333, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.7 K 2024-11-26T19:22:33,346 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:33,346 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:33,346 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,346 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.7 K 2024-11-26T19:22:33,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d1b42d064004b51adeb08186c2bf333, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732648949601 2024-11-26T19:22:33,347 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting be9c9fb5f5f041e4b2a8f8906a2f7d1d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732648949601 2024-11-26T19:22:33,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1afcb54cf5f4d248a242021707b7147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732648950730 2024-11-26T19:22:33,347 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 89258ee5312547ba8d21ec7c20a8b2fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732648950730 2024-11-26T19:22:33,348 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 309ec7f237e140c1ab1797907b21d150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732648952854 2024-11-26T19:22:33,348 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting fe38032e1dd14d39a71747dbb0dd7491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732648952854 2024-11-26T19:22:33,358 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:33,358 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fc226972628347d2a5b07fc53c8af199 is 50, key is test_row_0/B:col10/1732648952856/Put/seqid=0 2024-11-26T19:22:33,362 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:33,363 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8ece28cd36f84c35a223723e3a2afde9 is 50, key is test_row_0/A:col10/1732648952856/Put/seqid=0 2024-11-26T19:22:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742131_1307 (size=13119) 2024-11-26T19:22:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742132_1308 (size=13119) 2024-11-26T19:22:33,380 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/fc226972628347d2a5b07fc53c8af199 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fc226972628347d2a5b07fc53c8af199 2024-11-26T19:22:33,383 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8ece28cd36f84c35a223723e3a2afde9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8ece28cd36f84c35a223723e3a2afde9 2024-11-26T19:22:33,387 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into fc226972628347d2a5b07fc53c8af199(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:33,387 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:33,387 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648953343; duration=0sec 2024-11-26T19:22:33,387 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:33,387 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:33,388 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. because compaction request was cancelled 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:33,389 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 8ece28cd36f84c35a223723e3a2afde9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:33,389 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648953342; duration=0sec 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:33,389 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:33,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T19:22:33,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:33,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:22:33,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:33,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/08af64b7875d4db1b0be526c72a11d05 is 50, key is test_row_0/A:col10/1732648952874/Put/seqid=0 2024-11-26T19:22:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742133_1309 (size=12301) 2024-11-26T19:22:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:33,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649013495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649013496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649013496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649013497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649013498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649013600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649013601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649013601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649013601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649013601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649013802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649013803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649013803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649013804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649013804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:33,824 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/08af64b7875d4db1b0be526c72a11d05 2024-11-26T19:22:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d373b9f8b3a24cea941e9f5d186c032b is 50, key is test_row_0/B:col10/1732648952874/Put/seqid=0 2024-11-26T19:22:33,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742134_1310 (size=12301) 2024-11-26T19:22:33,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d373b9f8b3a24cea941e9f5d186c032b 2024-11-26T19:22:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cbfa6fbe6893434c88894ad4a99c379d is 50, key is test_row_0/C:col10/1732648952874/Put/seqid=0 2024-11-26T19:22:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742135_1311 (size=12301) 2024-11-26T19:22:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:34,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649014105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649014107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649014107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649014107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649014108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,251 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cbfa6fbe6893434c88894ad4a99c379d 2024-11-26T19:22:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/08af64b7875d4db1b0be526c72a11d05 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05 2024-11-26T19:22:34,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T19:22:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d373b9f8b3a24cea941e9f5d186c032b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b 2024-11-26T19:22:34,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T19:22:34,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/cbfa6fbe6893434c88894ad4a99c379d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d 2024-11-26T19:22:34,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T19:22:34,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b84432e33d42add131e88dca29da0c82 in 859ms, sequenceid=370, compaction requested=true 2024-11-26T19:22:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-26T19:22:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-26T19:22:34,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T19:22:34,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3200 sec 2024-11-26T19:22:34,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3240 sec 2024-11-26T19:22:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:34,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:34,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:34,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/bfde2cc00f944ab09ca6b37bc3464805 is 50, key is test_row_0/A:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742136_1312 (size=14741) 2024-11-26T19:22:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649014654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649014655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649014655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649014655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649014657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649014759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649014759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649014760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649014760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649014760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649014963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649014964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649014963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649014964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649014964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/bfde2cc00f944ab09ca6b37bc3464805 2024-11-26T19:22:35,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/33e0b70333b046208c035060c83ead1c is 50, key is test_row_0/B:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T19:22:35,056 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-26T19:22:35,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-26T19:22:35,060 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:35,060 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:35,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:35,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742137_1313 (size=12301) 2024-11-26T19:22:35,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/33e0b70333b046208c035060c83ead1c 2024-11-26T19:22:35,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/3aef2581029f47b9bca8087120da95a5 is 50, key is test_row_0/C:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742138_1314 (size=12301) 2024-11-26T19:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:35,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T19:22:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649015266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649015267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649015267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649015268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649015269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:35,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T19:22:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:35,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/3aef2581029f47b9bca8087120da95a5 2024-11-26T19:22:35,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/bfde2cc00f944ab09ca6b37bc3464805 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805 2024-11-26T19:22:35,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805, entries=200, sequenceid=385, filesize=14.4 K 2024-11-26T19:22:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/33e0b70333b046208c035060c83ead1c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c 2024-11-26T19:22:35,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c, entries=150, sequenceid=385, filesize=12.0 K 2024-11-26T19:22:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/3aef2581029f47b9bca8087120da95a5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5 2024-11-26T19:22:35,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5, entries=150, sequenceid=385, filesize=12.0 K 2024-11-26T19:22:35,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b84432e33d42add131e88dca29da0c82 in 894ms, sequenceid=385, compaction requested=true 2024-11-26T19:22:35,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:35,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:35,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:35,505 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:35,506 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:35,507 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:35,507 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:35,507 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,507 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8ece28cd36f84c35a223723e3a2afde9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=39.2 K 2024-11-26T19:22:35,507 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:35,507 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ece28cd36f84c35a223723e3a2afde9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732648952854 2024-11-26T19:22:35,507 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:35,507 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,508 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fc226972628347d2a5b07fc53c8af199, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.8 K 2024-11-26T19:22:35,508 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting fc226972628347d2a5b07fc53c8af199, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732648952854 2024-11-26T19:22:35,508 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08af64b7875d4db1b0be526c72a11d05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732648952874 2024-11-26T19:22:35,508 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d373b9f8b3a24cea941e9f5d186c032b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732648952874 2024-11-26T19:22:35,508 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfde2cc00f944ab09ca6b37bc3464805, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953495 2024-11-26T19:22:35,509 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 33e0b70333b046208c035060c83ead1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953496 2024-11-26T19:22:35,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T19:22:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,519 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:35,530 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:35,531 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/0c730f8057ac42bbbd6e7b8edc9d6850 is 50, key is test_row_0/A:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:35,533 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:35,534 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/af1a332ba7ee446cab7071d653c4b49a is 50, key is test_row_0/B:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:35,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/197faba54b3742e5aa5e8efd5bce3bef is 50, key is test_row_0/A:col10/1732648954654/Put/seqid=0 2024-11-26T19:22:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742139_1315 (size=13221) 2024-11-26T19:22:35,576 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/0c730f8057ac42bbbd6e7b8edc9d6850 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0c730f8057ac42bbbd6e7b8edc9d6850 2024-11-26T19:22:35,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742140_1316 (size=13221) 2024-11-26T19:22:35,584 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 0c730f8057ac42bbbd6e7b8edc9d6850(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:35,585 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:35,585 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648955505; duration=0sec 2024-11-26T19:22:35,585 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:35,585 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:35,585 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:35,588 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:35,588 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:35,588 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:35,589 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b57f632280ff45239997b8c8d7cbf471, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=48.8 K 2024-11-26T19:22:35,590 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/af1a332ba7ee446cab7071d653c4b49a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/af1a332ba7ee446cab7071d653c4b49a 2024-11-26T19:22:35,590 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b57f632280ff45239997b8c8d7cbf471, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732648950730 2024-11-26T19:22:35,591 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91aaedf3ede46fea9ea2107ad8d6c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732648952854 2024-11-26T19:22:35,592 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbfa6fbe6893434c88894ad4a99c379d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732648952874 2024-11-26T19:22:35,592 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aef2581029f47b9bca8087120da95a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953496 2024-11-26T19:22:35,595 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into af1a332ba7ee446cab7071d653c4b49a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:35,595 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:35,595 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648955505; duration=0sec 2024-11-26T19:22:35,595 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:35,595 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742141_1317 (size=12301) 2024-11-26T19:22:35,603 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:35,604 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/33765ec4277c4f4888fe605cd4db086e is 50, key is test_row_0/C:col10/1732648954610/Put/seqid=0 2024-11-26T19:22:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742142_1318 (size=13187) 2024-11-26T19:22:35,650 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/33765ec4277c4f4888fe605cd4db086e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33765ec4277c4f4888fe605cd4db086e 2024-11-26T19:22:35,657 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into 33765ec4277c4f4888fe605cd4db086e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:35,657 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:35,658 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=12, startTime=1732648955506; duration=0sec 2024-11-26T19:22:35,658 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:35,658 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649015788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649015788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649015790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649015789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649015788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649015893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649015893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649015894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649015893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649015894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:35,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/197faba54b3742e5aa5e8efd5bce3bef 2024-11-26T19:22:36,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/cbc4d967e79740278c7e79dcf492272d is 50, key is test_row_0/B:col10/1732648954654/Put/seqid=0 2024-11-26T19:22:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742143_1319 (size=12301) 2024-11-26T19:22:36,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649016096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649016096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649016097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649016097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649016097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:36,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649016398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649016398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649016400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649016401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649016401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/cbc4d967e79740278c7e79dcf492272d 2024-11-26T19:22:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/35f7f4c1c9654dd2b9f793291617c7a3 is 50, key is test_row_0/C:col10/1732648954654/Put/seqid=0 2024-11-26T19:22:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742144_1320 (size=12301) 2024-11-26T19:22:36,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/35f7f4c1c9654dd2b9f793291617c7a3 2024-11-26T19:22:36,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/197faba54b3742e5aa5e8efd5bce3bef as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef 2024-11-26T19:22:36,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T19:22:36,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/cbc4d967e79740278c7e79dcf492272d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d 2024-11-26T19:22:36,843 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T19:22:36,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/35f7f4c1c9654dd2b9f793291617c7a3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3 2024-11-26T19:22:36,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T19:22:36,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for b84432e33d42add131e88dca29da0c82 in 1343ms, sequenceid=406, compaction requested=false 2024-11-26T19:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-26T19:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-26T19:22:36,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T19:22:36,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-26T19:22:36,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8070 sec 2024-11-26T19:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:36,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:36,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:36,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/da01418ab8e74bfaa0910725b444c2fb is 50, key is test_row_0/A:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742145_1321 (size=12301) 2024-11-26T19:22:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649016919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649016919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649016919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649016923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649016923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649017024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649017024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649017024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649017026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649017027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T19:22:37,164 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-26T19:22:37,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-26T19:22:37,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:37,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:37,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649017226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649017227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649017228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649017228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649017230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:37,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/da01418ab8e74bfaa0910725b444c2fb 2024-11-26T19:22:37,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d5391b7960b54966939bda20551b92a6 is 50, key is test_row_0/B:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:37,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T19:22:37,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:37,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742146_1322 (size=12301) 2024-11-26T19:22:37,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d5391b7960b54966939bda20551b92a6 2024-11-26T19:22:37,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/101d37770ed7423daacf5b9f7b489d8d is 50, key is test_row_0/C:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:37,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742147_1323 (size=12301) 2024-11-26T19:22:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:37,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T19:22:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649017528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649017531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649017532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649017532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649017536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T19:22:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:37,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/101d37770ed7423daacf5b9f7b489d8d 2024-11-26T19:22:37,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/da01418ab8e74bfaa0910725b444c2fb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb 2024-11-26T19:22:37,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T19:22:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:37,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb, entries=150, sequenceid=426, filesize=12.0 K 2024-11-26T19:22:37,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/d5391b7960b54966939bda20551b92a6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6 2024-11-26T19:22:37,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6, entries=150, sequenceid=426, filesize=12.0 K 2024-11-26T19:22:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/101d37770ed7423daacf5b9f7b489d8d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d 2024-11-26T19:22:37,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d, entries=150, sequenceid=426, filesize=12.0 K 2024-11-26T19:22:37,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b84432e33d42add131e88dca29da0c82 in 905ms, sequenceid=426, compaction requested=true 2024-11-26T19:22:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:37,810 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:37,810 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:37,811 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:37,811 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:37,811 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,811 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0c730f8057ac42bbbd6e7b8edc9d6850, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.9 K 2024-11-26T19:22:37,812 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:37,812 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:37,812 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,812 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c730f8057ac42bbbd6e7b8edc9d6850, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953496 2024-11-26T19:22:37,812 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/af1a332ba7ee446cab7071d653c4b49a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.9 K 2024-11-26T19:22:37,813 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting af1a332ba7ee446cab7071d653c4b49a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953496 2024-11-26T19:22:37,813 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 197faba54b3742e5aa5e8efd5bce3bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732648954653 2024-11-26T19:22:37,813 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting da01418ab8e74bfaa0910725b444c2fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:37,813 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc4d967e79740278c7e79dcf492272d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732648954653 2024-11-26T19:22:37,814 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d5391b7960b54966939bda20551b92a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:37,822 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:37,823 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:37,823 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/826487b9da054e31bef01f8c2ec8bc5d is 50, key is test_row_0/B:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:37,823 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8f77f37ea91f4ece8a16e187a668c049 is 50, key is test_row_0/A:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742148_1324 (size=13323) 2024-11-26T19:22:37,860 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/8f77f37ea91f4ece8a16e187a668c049 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8f77f37ea91f4ece8a16e187a668c049 2024-11-26T19:22:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742149_1325 (size=13323) 2024-11-26T19:22:37,872 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 8f77f37ea91f4ece8a16e187a668c049(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:37,872 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:37,872 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648957810; duration=0sec 2024-11-26T19:22:37,872 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:37,872 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:37,872 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:37,874 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:37,874 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:37,874 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,874 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33765ec4277c4f4888fe605cd4db086e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=36.9 K 2024-11-26T19:22:37,876 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33765ec4277c4f4888fe605cd4db086e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732648953496 2024-11-26T19:22:37,876 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f7f4c1c9654dd2b9f793291617c7a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732648954653 2024-11-26T19:22:37,877 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 101d37770ed7423daacf5b9f7b489d8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:37,879 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/826487b9da054e31bef01f8c2ec8bc5d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/826487b9da054e31bef01f8c2ec8bc5d 2024-11-26T19:22:37,888 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:37,889 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/1032d6bb2cd3444d8c8d97bcf7631f83 is 50, key is test_row_0/C:col10/1732648955782/Put/seqid=0 2024-11-26T19:22:37,890 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into 826487b9da054e31bef01f8c2ec8bc5d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:37,890 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:37,890 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648957810; duration=0sec 2024-11-26T19:22:37,890 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:37,891 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:37,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742150_1326 (size=13289) 2024-11-26T19:22:37,905 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/1032d6bb2cd3444d8c8d97bcf7631f83 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/1032d6bb2cd3444d8c8d97bcf7631f83 2024-11-26T19:22:37,916 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into 1032d6bb2cd3444d8c8d97bcf7631f83(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:37,916 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:37,916 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=13, startTime=1732648957811; duration=0sec 2024-11-26T19:22:37,916 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:37,917 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:37,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:37,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T19:22:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:37,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T19:22:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:37,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/21ba25dea0a9453ab9da3c7262894077 is 50, key is test_row_0/A:col10/1732648956918/Put/seqid=0 2024-11-26T19:22:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742151_1327 (size=12301) 2024-11-26T19:22:37,957 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/21ba25dea0a9453ab9da3c7262894077 2024-11-26T19:22:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fc885a15fba46b886fa6efa94fec5e7 is 50, key is test_row_0/B:col10/1732648956918/Put/seqid=0 2024-11-26T19:22:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742152_1328 (size=12301) 2024-11-26T19:22:37,979 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fc885a15fba46b886fa6efa94fec5e7 2024-11-26T19:22:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/ce19f4a44cd3484b9b2170d8214e86fe is 50, key is test_row_0/C:col10/1732648956918/Put/seqid=0 2024-11-26T19:22:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742153_1329 (size=12301) 2024-11-26T19:22:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:38,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/ce19f4a44cd3484b9b2170d8214e86fe 2024-11-26T19:22:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/21ba25dea0a9453ab9da3c7262894077 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077 2024-11-26T19:22:38,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:22:38,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/6fc885a15fba46b886fa6efa94fec5e7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7 2024-11-26T19:22:38,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:22:38,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/ce19f4a44cd3484b9b2170d8214e86fe as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe 2024-11-26T19:22:38,416 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe, entries=150, sequenceid=449, filesize=12.0 K 2024-11-26T19:22:38,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b84432e33d42add131e88dca29da0c82 in 470ms, sequenceid=449, compaction requested=false 2024-11-26T19:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-26T19:22:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-11-26T19:22:38,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T19:22:38,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-26T19:22:38,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.2490 sec 2024-11-26T19:22:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:38,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:38,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/ab80fd03a166495181dd956bd928b952 is 50, key is test_row_0/A:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742154_1330 (size=14741) 2024-11-26T19:22:38,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/ab80fd03a166495181dd956bd928b952 2024-11-26T19:22:38,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a42f6f128a3a4a8b9626a434ea19c98f is 50, key is test_row_0/B:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742155_1331 (size=12301) 2024-11-26T19:22:38,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649018979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649018979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649018979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649018979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:38,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649018980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a42f6f128a3a4a8b9626a434ea19c98f 2024-11-26T19:22:39,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/18d6963b0fc4471c826e900c51c3db7f is 50, key is test_row_0/C:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742156_1332 (size=12301) 2024-11-26T19:22:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T19:22:39,280 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-26T19:22:39,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-26T19:22:39,283 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:39,283 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:39,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1732649019282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38756 deadline: 1732649019282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38760 deadline: 1732649019282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38740 deadline: 1732649019283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38722 deadline: 1732649019284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,374 DEBUG [Thread-1096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:60553 2024-11-26T19:22:39,374 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,374 DEBUG [Thread-1104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:60553 2024-11-26T19:22:39,374 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,375 DEBUG [Thread-1098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:60553 2024-11-26T19:22:39,375 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,376 DEBUG [Thread-1102 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:60553 2024-11-26T19:22:39,376 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,376 DEBUG [Thread-1100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:60553 2024-11-26T19:22:39,376 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:39,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T19:22:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:39,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/18d6963b0fc4471c826e900c51c3db7f 2024-11-26T19:22:39,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/ab80fd03a166495181dd956bd928b952 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952 2024-11-26T19:22:39,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952, entries=200, sequenceid=468, filesize=14.4 K 2024-11-26T19:22:39,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/a42f6f128a3a4a8b9626a434ea19c98f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f 2024-11-26T19:22:39,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f, entries=150, sequenceid=468, filesize=12.0 K 2024-11-26T19:22:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/18d6963b0fc4471c826e900c51c3db7f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f 2024-11-26T19:22:39,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f, entries=150, sequenceid=468, filesize=12.0 K 2024-11-26T19:22:39,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b84432e33d42add131e88dca29da0c82 in 857ms, sequenceid=468, compaction requested=true 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b84432e33d42add131e88dca29da0c82:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:39,517 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:39,517 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:39,518 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:39,518 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:39,518 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/B is initiating minor compaction (all files) 2024-11-26T19:22:39,518 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/A is initiating minor compaction (all files) 2024-11-26T19:22:39,518 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/B in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,518 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/A in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,518 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/826487b9da054e31bef01f8c2ec8bc5d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=37.0 K 2024-11-26T19:22:39,518 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8f77f37ea91f4ece8a16e187a668c049, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=39.4 K 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 826487b9da054e31bef01f8c2ec8bc5d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f77f37ea91f4ece8a16e187a668c049, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fc885a15fba46b886fa6efa94fec5e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648956916 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21ba25dea0a9453ab9da3c7262894077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648956916 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab80fd03a166495181dd956bd928b952, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732648958045 2024-11-26T19:22:39,519 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a42f6f128a3a4a8b9626a434ea19c98f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732648958045 2024-11-26T19:22:39,525 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:39,525 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:39,526 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/dfdf484074f244e0ac1373029ff7af0e is 50, key is test_row_0/B:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:39,526 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/02e1101ab2aa4ae7a572d667bf17567f is 50, key is test_row_0/A:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:39,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742157_1333 (size=13425) 2024-11-26T19:22:39,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742158_1334 (size=13425) 2024-11-26T19:22:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:39,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:39,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T19:22:39,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:39,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:39,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/cf7bc39f27124eff84d8a3e5eb00399e is 50, key is test_row_0/A:col10/1732648958672/Put/seqid=0 2024-11-26T19:22:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742159_1335 (size=12301) 2024-11-26T19:22:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:39,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. as already flushing 2024-11-26T19:22:39,787 DEBUG [Thread-1091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:60553 2024-11-26T19:22:39,787 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,787 DEBUG [Thread-1085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:60553 2024-11-26T19:22:39,787 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,788 DEBUG [Thread-1089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:60553 2024-11-26T19:22:39,788 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,790 DEBUG [Thread-1087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:60553 2024-11-26T19:22:39,790 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,790 DEBUG [Thread-1093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:60553 2024-11-26T19:22:39,790 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:39,937 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/02e1101ab2aa4ae7a572d667bf17567f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/02e1101ab2aa4ae7a572d667bf17567f 2024-11-26T19:22:39,937 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/dfdf484074f244e0ac1373029ff7af0e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/dfdf484074f244e0ac1373029ff7af0e 2024-11-26T19:22:39,941 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/B of b84432e33d42add131e88dca29da0c82 into dfdf484074f244e0ac1373029ff7af0e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:39,941 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/A of b84432e33d42add131e88dca29da0c82 into 02e1101ab2aa4ae7a572d667bf17567f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:39,941 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/B, priority=13, startTime=1732648959517; duration=0sec 2024-11-26T19:22:39,941 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/A, priority=13, startTime=1732648959517; duration=0sec 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:B 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:A 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:39,941 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b84432e33d42add131e88dca29da0c82/C is initiating minor compaction (all files) 2024-11-26T19:22:39,942 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b84432e33d42add131e88dca29da0c82/C in TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:39,942 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/1032d6bb2cd3444d8c8d97bcf7631f83, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp, totalSize=37.0 K 2024-11-26T19:22:39,942 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1032d6bb2cd3444d8c8d97bcf7631f83, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732648955782 2024-11-26T19:22:39,942 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting ce19f4a44cd3484b9b2170d8214e86fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732648956916 2024-11-26T19:22:39,942 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 18d6963b0fc4471c826e900c51c3db7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732648958045 2024-11-26T19:22:39,947 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b84432e33d42add131e88dca29da0c82#C#compaction#290 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:39,948 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/d1bcb27cef1c4706976a320b9f42264b is 50, key is test_row_0/C:col10/1732648958659/Put/seqid=0 2024-11-26T19:22:39,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742160_1336 (size=13391) 2024-11-26T19:22:39,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/cf7bc39f27124eff84d8a3e5eb00399e 2024-11-26T19:22:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/4413c871116746b08e28c632f5b2cd33 is 50, key is test_row_0/B:col10/1732648958672/Put/seqid=0 2024-11-26T19:22:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742161_1337 (size=12301) 2024-11-26T19:22:40,356 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/d1bcb27cef1c4706976a320b9f42264b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/d1bcb27cef1c4706976a320b9f42264b 2024-11-26T19:22:40,359 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b84432e33d42add131e88dca29da0c82/C of b84432e33d42add131e88dca29da0c82 into d1bcb27cef1c4706976a320b9f42264b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:40,359 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:40,359 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82., storeName=b84432e33d42add131e88dca29da0c82/C, priority=13, startTime=1732648959517; duration=0sec 2024-11-26T19:22:40,360 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:40,360 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b84432e33d42add131e88dca29da0c82:C 2024-11-26T19:22:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:40,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/4413c871116746b08e28c632f5b2cd33 2024-11-26T19:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/793dfb7d6f084173a40a33c137cfacb3 is 50, key is test_row_0/C:col10/1732648958672/Put/seqid=0 2024-11-26T19:22:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742162_1338 (size=12301) 2024-11-26T19:22:40,816 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/793dfb7d6f084173a40a33c137cfacb3 2024-11-26T19:22:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/cf7bc39f27124eff84d8a3e5eb00399e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/cf7bc39f27124eff84d8a3e5eb00399e 2024-11-26T19:22:40,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/cf7bc39f27124eff84d8a3e5eb00399e, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T19:22:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/4413c871116746b08e28c632f5b2cd33 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/4413c871116746b08e28c632f5b2cd33 2024-11-26T19:22:40,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/4413c871116746b08e28c632f5b2cd33, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T19:22:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/793dfb7d6f084173a40a33c137cfacb3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/793dfb7d6f084173a40a33c137cfacb3 2024-11-26T19:22:40,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/793dfb7d6f084173a40a33c137cfacb3, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T19:22:40,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for b84432e33d42add131e88dca29da0c82 in 1242ms, sequenceid=485, compaction requested=false 2024-11-26T19:22:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2538): Flush status journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-26T19:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=102 2024-11-26T19:22:40,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T19:22:40,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-26T19:22:40,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.5530 sec 2024-11-26T19:22:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T19:22:41,387 INFO [Thread-1095 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6988 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6912 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6845 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6965 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6846 2024-11-26T19:22:41,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:22:41,387 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:22:41,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b70f48f to 127.0.0.1:60553 2024-11-26T19:22:41,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:22:41,388 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:22:41,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:22:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:41,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648961390"}]},"ts":"1732648961390"} 2024-11-26T19:22:41,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:22:41,394 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:22:41,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:22:41,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, UNASSIGN}] 2024-11-26T19:22:41,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, UNASSIGN 2024-11-26T19:22:41,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=b84432e33d42add131e88dca29da0c82, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:41,397 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:22:41,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:41,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:41,549 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:41,549 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:22:41,549 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing b84432e33d42add131e88dca29da0c82, disabling compactions & flushes 2024-11-26T19:22:41,549 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:41,549 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:41,549 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. after waiting 0 ms 2024-11-26T19:22:41,549 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:41,549 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2837): Flushing b84432e33d42add131e88dca29da0c82 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=A 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=B 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b84432e33d42add131e88dca29da0c82, store=C 2024-11-26T19:22:41,550 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:41,553 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 is 50, key is test_row_1/A:col10/1732648959790/Put/seqid=0 2024-11-26T19:22:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742163_1339 (size=9857) 2024-11-26T19:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:41,958 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 2024-11-26T19:22:41,963 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/30e08ddbed5645cca1c4f6bd537b7ab9 is 50, key is test_row_1/B:col10/1732648959790/Put/seqid=0 2024-11-26T19:22:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742164_1340 (size=9857) 2024-11-26T19:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:42,367 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/30e08ddbed5645cca1c4f6bd537b7ab9 2024-11-26T19:22:42,373 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/0caa5923ab72466f95018cfb0a88a507 is 50, key is test_row_1/C:col10/1732648959790/Put/seqid=0 2024-11-26T19:22:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742165_1341 (size=9857) 2024-11-26T19:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:42,778 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/0caa5923ab72466f95018cfb0a88a507 2024-11-26T19:22:42,782 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 2024-11-26T19:22:42,785 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a6c19a4a6f0e4f4c9ac18833c7d452d4, entries=100, sequenceid=496, filesize=9.6 K 2024-11-26T19:22:42,785 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/B/30e08ddbed5645cca1c4f6bd537b7ab9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/30e08ddbed5645cca1c4f6bd537b7ab9 2024-11-26T19:22:42,788 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/30e08ddbed5645cca1c4f6bd537b7ab9, entries=100, sequenceid=496, filesize=9.6 K 2024-11-26T19:22:42,789 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/.tmp/C/0caa5923ab72466f95018cfb0a88a507 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/0caa5923ab72466f95018cfb0a88a507 2024-11-26T19:22:42,792 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/0caa5923ab72466f95018cfb0a88a507, entries=100, sequenceid=496, filesize=9.6 K 2024-11-26T19:22:42,793 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b84432e33d42add131e88dca29da0c82 in 1243ms, sequenceid=496, compaction requested=true 2024-11-26T19:22:42,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0b2fe6592c3d4616820bc6a7baeb70ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/6b3e380a4b664fd7b84513cb91d9cb35, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5bd7f46fc469412ab221965376a65f30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e78b56c5859e4f45b5dfae22e8250d13, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/9ea1446d683b426784f6950984927e22, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5d1b42d064004b51adeb08186c2bf333, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8ece28cd36f84c35a223723e3a2afde9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0c730f8057ac42bbbd6e7b8edc9d6850, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8f77f37ea91f4ece8a16e187a668c049, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952] to archive 2024-11-26T19:22:42,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:42,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/b7889ef221e34e55ba7f3e52c9860b5b 2024-11-26T19:22:42,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3eb4d24231d44134be5368a7d9376db7 2024-11-26T19:22:42,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/3aa0feee9b2741c491bb265f5fe6e963 2024-11-26T19:22:42,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/2d356edf1a9c4376a229a0812f8d3127 2024-11-26T19:22:42,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8b6ea3056e6c471eb31260456467044b 2024-11-26T19:22:42,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0b2fe6592c3d4616820bc6a7baeb70ac to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0b2fe6592c3d4616820bc6a7baeb70ac 2024-11-26T19:22:42,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/90d9712f903345b6b2d270eb4eddebc6 2024-11-26T19:22:42,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/6b3e380a4b664fd7b84513cb91d9cb35 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/6b3e380a4b664fd7b84513cb91d9cb35 2024-11-26T19:22:42,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/48c5fd743ab14914ad3576edebfc0304 2024-11-26T19:22:42,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/125bee55eeb04251bf0d8b45d81c7601 2024-11-26T19:22:42,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5bd7f46fc469412ab221965376a65f30 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5bd7f46fc469412ab221965376a65f30 2024-11-26T19:22:42,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/fb7fea73505e4c1db10302f6a8e276dc 2024-11-26T19:22:42,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/39751c3eec0c475ebe0bf22b9719b65a 2024-11-26T19:22:42,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d1369029d82d487b98d04a394b3b458a 2024-11-26T19:22:42,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e603809a8518437b95f59c8ce4a8418d 2024-11-26T19:22:42,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e78b56c5859e4f45b5dfae22e8250d13 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/e78b56c5859e4f45b5dfae22e8250d13 2024-11-26T19:22:42,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/588473f214354da8946b239786273a8d 2024-11-26T19:22:42,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/9ea1446d683b426784f6950984927e22 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/9ea1446d683b426784f6950984927e22 2024-11-26T19:22:42,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/c9de5612308c4cfc8040058fc68b95ec 2024-11-26T19:22:42,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/d0d2541a787642099705abf3cf632847 2024-11-26T19:22:42,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5d1b42d064004b51adeb08186c2bf333 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/5d1b42d064004b51adeb08186c2bf333 2024-11-26T19:22:42,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/563de7b7e2a340738a08524bc6705c49 2024-11-26T19:22:42,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a1afcb54cf5f4d248a242021707b7147 2024-11-26T19:22:42,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8ece28cd36f84c35a223723e3a2afde9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8ece28cd36f84c35a223723e3a2afde9 2024-11-26T19:22:42,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/309ec7f237e140c1ab1797907b21d150 2024-11-26T19:22:42,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/08af64b7875d4db1b0be526c72a11d05 2024-11-26T19:22:42,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/bfde2cc00f944ab09ca6b37bc3464805 2024-11-26T19:22:42,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0c730f8057ac42bbbd6e7b8edc9d6850 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/0c730f8057ac42bbbd6e7b8edc9d6850 2024-11-26T19:22:42,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/197faba54b3742e5aa5e8efd5bce3bef 2024-11-26T19:22:42,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8f77f37ea91f4ece8a16e187a668c049 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/8f77f37ea91f4ece8a16e187a668c049 2024-11-26T19:22:42,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/da01418ab8e74bfaa0910725b444c2fb 2024-11-26T19:22:42,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/21ba25dea0a9453ab9da3c7262894077 2024-11-26T19:22:42,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/ab80fd03a166495181dd956bd928b952 2024-11-26T19:22:42,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/09f1ec3e26ee48f7ad10c11cd454a34f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b6bf29b6dc7c433fb2b434d1ce12e3a2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/45e14dd9e75b492986848d99fcc08379, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8d547002eb9e4cb4953d86f84f9acc94, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/3bc3fd0458604b51b7419994d8036011, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fc226972628347d2a5b07fc53c8af199, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/af1a332ba7ee446cab7071d653c4b49a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/826487b9da054e31bef01f8c2ec8bc5d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f] to archive 2024-11-26T19:22:42,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:42,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a420d5dfa99b4f67b4453d0722cd63ba 2024-11-26T19:22:42,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe5bbe9b6ac84e90be6443ea190040c9 2024-11-26T19:22:42,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/897f8686dbb64f3b87f23e596cc6a962 2024-11-26T19:22:42,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d2837fc06665468693f54bbc9274286e 2024-11-26T19:22:42,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/09f1ec3e26ee48f7ad10c11cd454a34f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/09f1ec3e26ee48f7ad10c11cd454a34f 2024-11-26T19:22:42,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/296f15ae150d4719a0a309ad83121f6f 2024-11-26T19:22:42,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/da5abfab52f8418597fdb117e4ac808a 2024-11-26T19:22:42,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b6bf29b6dc7c433fb2b434d1ce12e3a2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b6bf29b6dc7c433fb2b434d1ce12e3a2 2024-11-26T19:22:42,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a11fd625ec994faea1bfcba5cca95d30 2024-11-26T19:22:42,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a4c5648ddb0f4238910b9529bff9b448 2024-11-26T19:22:42,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/45e14dd9e75b492986848d99fcc08379 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/45e14dd9e75b492986848d99fcc08379 2024-11-26T19:22:42,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8a501d89e8644bea8bd63fea85726595 2024-11-26T19:22:42,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/c1023cd241fd4c2fa164443f792c9e83 2024-11-26T19:22:42,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fa4798fcc5446eb925843dfec46a39b 2024-11-26T19:22:42,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8d547002eb9e4cb4953d86f84f9acc94 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/8d547002eb9e4cb4953d86f84f9acc94 2024-11-26T19:22:42,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d248dae76083442fb4a1c37e4658b8d4 2024-11-26T19:22:42,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b7bef351aa0644a4980eea92cd692ca8 2024-11-26T19:22:42,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/3bc3fd0458604b51b7419994d8036011 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/3bc3fd0458604b51b7419994d8036011 2024-11-26T19:22:42,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/017191b97e674cd48a97f61347285aa1 2024-11-26T19:22:42,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/b945daeffb6e4134ad3d5b47578fdf28 2024-11-26T19:22:42,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/be9c9fb5f5f041e4b2a8f8906a2f7d1d 2024-11-26T19:22:42,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d3afecb0f1a247c682d76447b4e544ad 2024-11-26T19:22:42,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/89258ee5312547ba8d21ec7c20a8b2fa 2024-11-26T19:22:42,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fc226972628347d2a5b07fc53c8af199 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fc226972628347d2a5b07fc53c8af199 2024-11-26T19:22:42,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/fe38032e1dd14d39a71747dbb0dd7491 2024-11-26T19:22:42,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d373b9f8b3a24cea941e9f5d186c032b 2024-11-26T19:22:42,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/af1a332ba7ee446cab7071d653c4b49a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/af1a332ba7ee446cab7071d653c4b49a 2024-11-26T19:22:42,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/33e0b70333b046208c035060c83ead1c 2024-11-26T19:22:42,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/cbc4d967e79740278c7e79dcf492272d 2024-11-26T19:22:42,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/826487b9da054e31bef01f8c2ec8bc5d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/826487b9da054e31bef01f8c2ec8bc5d 2024-11-26T19:22:42,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/d5391b7960b54966939bda20551b92a6 2024-11-26T19:22:42,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/6fc885a15fba46b886fa6efa94fec5e7 2024-11-26T19:22:42,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/a42f6f128a3a4a8b9626a434ea19c98f 2024-11-26T19:22:42,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/aa293089ba0b425896d26a33e5043b8f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/930049e9c51e454082fcf15d6a9a18cc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/fdc7143606324f90aff59d4d6f87d0b8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cdb9e432f0164455a62c50f7916a86dd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f209373cad943949857d7b5fb34075e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b57f632280ff45239997b8c8d7cbf471, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33765ec4277c4f4888fe605cd4db086e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/1032d6bb2cd3444d8c8d97bcf7631f83, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f] to archive 2024-11-26T19:22:42,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:22:42,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/e55a3030663f4268bb08b04d9568e826 2024-11-26T19:22:42,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c90150136c954bdda4a355306defc559 2024-11-26T19:22:42,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cc1026e37aca4b4d95031247059f6ef3 2024-11-26T19:22:42,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/72fe60f21d5d4c0595111f9f83360b12 2024-11-26T19:22:42,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/aa293089ba0b425896d26a33e5043b8f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/aa293089ba0b425896d26a33e5043b8f 2024-11-26T19:22:42,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/af9bf1ab67dc4dde88021bd26eac05ea 2024-11-26T19:22:42,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/362584b5d53948669ca00fcabdc5a892 2024-11-26T19:22:42,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/930049e9c51e454082fcf15d6a9a18cc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/930049e9c51e454082fcf15d6a9a18cc 2024-11-26T19:22:42,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33c9360686794b2ca131141ae068e93f 2024-11-26T19:22:42,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/2b630fb6536243dba5e074481d4502f3 2024-11-26T19:22:42,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/fdc7143606324f90aff59d4d6f87d0b8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/fdc7143606324f90aff59d4d6f87d0b8 2024-11-26T19:22:42,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f43c2ab86584a26a8dc39bc15c08ecc 2024-11-26T19:22:42,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/736afaa2dff5478f819e260b21374840 2024-11-26T19:22:42,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b9c0a5e6e48a4821964b26b8dcc3aed7 2024-11-26T19:22:42,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cdb9e432f0164455a62c50f7916a86dd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cdb9e432f0164455a62c50f7916a86dd 2024-11-26T19:22:42,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/6f56dbb03a1c411c9b016ca99f3acd9c 2024-11-26T19:22:42,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/f9ac2f40193d45d39938fbca0827572f 2024-11-26T19:22:42,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f209373cad943949857d7b5fb34075e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/4f209373cad943949857d7b5fb34075e 2024-11-26T19:22:42,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/daa6a0282366491594df35145180fa3f 2024-11-26T19:22:42,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/a3e3b5ed191448568800be5d1befb00b 2024-11-26T19:22:42,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c94b59d186dc476f9be91052f224bd36 2024-11-26T19:22:42,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b57f632280ff45239997b8c8d7cbf471 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/b57f632280ff45239997b8c8d7cbf471 2024-11-26T19:22:42,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/bbb6c24aa96640e38908212bb5870572 2024-11-26T19:22:42,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/c91aaedf3ede46fea9ea2107ad8d6c14 2024-11-26T19:22:42,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/cbfa6fbe6893434c88894ad4a99c379d 2024-11-26T19:22:42,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33765ec4277c4f4888fe605cd4db086e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/33765ec4277c4f4888fe605cd4db086e 2024-11-26T19:22:42,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/3aef2581029f47b9bca8087120da95a5 2024-11-26T19:22:42,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/35f7f4c1c9654dd2b9f793291617c7a3 2024-11-26T19:22:42,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/1032d6bb2cd3444d8c8d97bcf7631f83 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/1032d6bb2cd3444d8c8d97bcf7631f83 2024-11-26T19:22:42,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/101d37770ed7423daacf5b9f7b489d8d 2024-11-26T19:22:42,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/ce19f4a44cd3484b9b2170d8214e86fe 2024-11-26T19:22:42,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/18d6963b0fc4471c826e900c51c3db7f 2024-11-26T19:22:42,894 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/recovered.edits/499.seqid, newMaxSeqId=499, maxSeqId=1 2024-11-26T19:22:42,894 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82. 2024-11-26T19:22:42,894 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for b84432e33d42add131e88dca29da0c82: 2024-11-26T19:22:42,896 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:42,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=b84432e33d42add131e88dca29da0c82, regionState=CLOSED 2024-11-26T19:22:42,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T19:22:42,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure b84432e33d42add131e88dca29da0c82, server=7e5582d806af,32949,1732648875872 in 1.5000 sec 2024-11-26T19:22:42,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-26T19:22:42,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b84432e33d42add131e88dca29da0c82, UNASSIGN in 1.5030 sec 2024-11-26T19:22:42,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T19:22:42,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5050 sec 2024-11-26T19:22:42,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648962901"}]},"ts":"1732648962901"} 2024-11-26T19:22:42,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:22:42,904 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:22:42,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-11-26T19:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T19:22:43,494 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-11-26T19:22:43,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:22:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,496 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-26T19:22:43,497 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:43,501 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/recovered.edits] 2024-11-26T19:22:43,503 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/02e1101ab2aa4ae7a572d667bf17567f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/02e1101ab2aa4ae7a572d667bf17567f 2024-11-26T19:22:43,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/a6c19a4a6f0e4f4c9ac18833c7d452d4 2024-11-26T19:22:43,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/cf7bc39f27124eff84d8a3e5eb00399e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/A/cf7bc39f27124eff84d8a3e5eb00399e 2024-11-26T19:22:43,507 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/30e08ddbed5645cca1c4f6bd537b7ab9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/30e08ddbed5645cca1c4f6bd537b7ab9 2024-11-26T19:22:43,508 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/4413c871116746b08e28c632f5b2cd33 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/4413c871116746b08e28c632f5b2cd33 2024-11-26T19:22:43,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/dfdf484074f244e0ac1373029ff7af0e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/B/dfdf484074f244e0ac1373029ff7af0e 2024-11-26T19:22:43,510 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/0caa5923ab72466f95018cfb0a88a507 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/0caa5923ab72466f95018cfb0a88a507 2024-11-26T19:22:43,511 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/793dfb7d6f084173a40a33c137cfacb3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/793dfb7d6f084173a40a33c137cfacb3 2024-11-26T19:22:43,512 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/d1bcb27cef1c4706976a320b9f42264b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/C/d1bcb27cef1c4706976a320b9f42264b 2024-11-26T19:22:43,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/recovered.edits/499.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82/recovered.edits/499.seqid 2024-11-26T19:22:43,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b84432e33d42add131e88dca29da0c82 2024-11-26T19:22:43,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:22:43,517 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,521 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:22:43,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:22:43,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:22:43,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732648963524"}]},"ts":"9223372036854775807"} 2024-11-26T19:22:43,525 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:22:43,525 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b84432e33d42add131e88dca29da0c82, NAME => 'TestAcidGuarantees,,1732648937215.b84432e33d42add131e88dca29da0c82.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:22:43,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:22:43,525 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732648963525"}]},"ts":"9223372036854775807"} 2024-11-26T19:22:43,526 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:22:43,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-26T19:22:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-26T19:22:43,597 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 107 completed 2024-11-26T19:22:43,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5401 (was 5460) 2024-11-26T19:22:43,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=5401 2024-11-26T19:22:43,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:22:43,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:22:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:43,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:22:43,618 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:43,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-11-26T19:22:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:43,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:22:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742166_1342 (size=960) 2024-11-26T19:22:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:44,026 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:22:44,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742167_1343 (size=53) 2024-11-26T19:22:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:44,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 92bc2a10f425aba29881c94b546886d5, disabling compactions & flushes 2024-11-26T19:22:44,431 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. after waiting 0 ms 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,431 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,431 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:44,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:22:44,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732648964433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648964433"}]},"ts":"1732648964433"} 2024-11-26T19:22:44,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:22:44,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:22:44,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648964434"}]},"ts":"1732648964434"} 2024-11-26T19:22:44,435 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:22:44,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, ASSIGN}] 2024-11-26T19:22:44,439 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, ASSIGN 2024-11-26T19:22:44,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:22:44,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:44,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; OpenRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:44,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:44,746 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,746 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:22:44,747 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,747 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:44,747 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,747 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,748 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,749 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:44,750 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName A 2024-11-26T19:22:44,750 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:44,750 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:44,750 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,751 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:44,751 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName B 2024-11-26T19:22:44,751 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:44,751 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:44,752 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,752 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:44,752 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName C 2024-11-26T19:22:44,752 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:44,753 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:44,753 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,754 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,754 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,755 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:22:44,756 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:44,758 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:22:44,758 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened 92bc2a10f425aba29881c94b546886d5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71263422, jitterRate=0.06190773844718933}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:22:44,759 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:44,760 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., pid=110, masterSystemTime=1732648964743 2024-11-26T19:22:44,761 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,761 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:44,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:44,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-26T19:22:44,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; OpenRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 in 170 msec 2024-11-26T19:22:44,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T19:22:44,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, ASSIGN in 325 msec 2024-11-26T19:22:44,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:22:44,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648964765"}]},"ts":"1732648964765"} 2024-11-26T19:22:44,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:22:44,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:22:44,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-26T19:22:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T19:22:45,723 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T19:22:45,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f5b2180 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34becda3 2024-11-26T19:22:45,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7f772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:45,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:45,730 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:45,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:22:45,732 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:22:45,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:22:45,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:22:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T19:22:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742168_1344 (size=996) 2024-11-26T19:22:46,145 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T19:22:46,145 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T19:22:46,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:22:46,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, REOPEN/MOVE}] 2024-11-26T19:22:46,149 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, REOPEN/MOVE 2024-11-26T19:22:46,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,150 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:22:46,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE; CloseRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:46,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,302 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(124): Close 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,302 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:22:46,302 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1681): Closing 92bc2a10f425aba29881c94b546886d5, disabling compactions & flushes 2024-11-26T19:22:46,302 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,302 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,302 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. after waiting 0 ms 2024-11-26T19:22:46,302 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,305 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T19:22:46,306 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,306 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1635): Region close journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:46,306 WARN [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionServer(3786): Not adding moved region record: 92bc2a10f425aba29881c94b546886d5 to self. 2024-11-26T19:22:46,307 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(170): Closed 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=CLOSED 2024-11-26T19:22:46,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-26T19:22:46,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; CloseRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 in 159 msec 2024-11-26T19:22:46,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, REOPEN/MOVE; state=CLOSED, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=true 2024-11-26T19:22:46,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=113, state=RUNNABLE; OpenRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:22:46,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,616 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,616 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:22:46,616 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,617 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:22:46,617 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,617 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,618 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,618 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:46,619 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName A 2024-11-26T19:22:46,620 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:46,620 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:46,620 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,621 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:46,621 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName B 2024-11-26T19:22:46,621 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:46,622 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:46,622 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,622 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:22:46,622 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92bc2a10f425aba29881c94b546886d5 columnFamilyName C 2024-11-26T19:22:46,622 DEBUG [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:46,623 INFO [StoreOpener-92bc2a10f425aba29881c94b546886d5-1 {}] regionserver.HStore(327): Store=92bc2a10f425aba29881c94b546886d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:22:46,623 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,623 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,624 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,625 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:22:46,626 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,627 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 92bc2a10f425aba29881c94b546886d5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61291118, jitterRate=-0.08669117093086243}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:22:46,627 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:46,628 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., pid=115, masterSystemTime=1732648966613 2024-11-26T19:22:46,629 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,629 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=OPEN, openSeqNum=5, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=113 2024-11-26T19:22:46,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=113, state=SUCCESS; OpenRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 in 168 msec 2024-11-26T19:22:46,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T19:22:46,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, REOPEN/MOVE in 483 msec 2024-11-26T19:22:46,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-26T19:22:46,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-26T19:22:46,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-26T19:22:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-11-26T19:22:46,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-26T19:22:46,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-26T19:22:46,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-26T19:22:46,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-26T19:22:46,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-26T19:22:46,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-26T19:22:46,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-26T19:22:46,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-26T19:22:46,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-26T19:22:46,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-26T19:22:46,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:22:46,676 DEBUG [hconnection-0x1dc23094-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,676 DEBUG [hconnection-0x562f45bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,677 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,679 DEBUG [hconnection-0x49347c6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,679 DEBUG [hconnection-0x7302f8fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,679 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,680 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,680 DEBUG [hconnection-0x4510a4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,680 DEBUG [hconnection-0x23880b4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,682 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,683 DEBUG [hconnection-0x2073d035-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,684 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,687 DEBUG [hconnection-0x54e61ba6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,689 DEBUG [hconnection-0x2e34555e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:46,689 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T19:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:46,692 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:46,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:22:46,692 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:46,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:46,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:46,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:46,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:46,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:46,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:46,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:46,694 DEBUG [hconnection-0x6077667c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:22:46,695 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:22:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649026704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649026704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649026705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649026705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649026708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0ea12f42ba34b55a2ef9086ce82c443_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648966688/Put/seqid=0 2024-11-26T19:22:46,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742169_1345 (size=12154) 2024-11-26T19:22:46,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:46,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0ea12f42ba34b55a2ef9086ce82c443_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0ea12f42ba34b55a2ef9086ce82c443_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:46,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/071f51af8ed349229f67eeb5bc880ec0, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:46,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/071f51af8ed349229f67eeb5bc880ec0 is 175, key is test_row_0/A:col10/1732648966688/Put/seqid=0 2024-11-26T19:22:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742170_1346 (size=30955) 2024-11-26T19:22:46,766 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=20, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/071f51af8ed349229f67eeb5bc880ec0 2024-11-26T19:22:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:46,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/882d407c4d904ab49df9ca993a299221 is 50, key is test_row_0/B:col10/1732648966688/Put/seqid=0 2024-11-26T19:22:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649026807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649026807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649026807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649026808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649026809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742171_1347 (size=12001) 2024-11-26T19:22:46,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T19:22:46,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:46,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:46,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T19:22:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:46,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649027011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649027011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649027012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649027012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649027013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T19:22:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:47,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:47,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/882d407c4d904ab49df9ca993a299221 2024-11-26T19:22:47,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/796c5dbc91634726a4174b1efd11c18d is 50, key is test_row_0/C:col10/1732648966688/Put/seqid=0 2024-11-26T19:22:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742172_1348 (size=12001) 2024-11-26T19:22:47,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/796c5dbc91634726a4174b1efd11c18d 2024-11-26T19:22:47,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/071f51af8ed349229f67eeb5bc880ec0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0 2024-11-26T19:22:47,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0, entries=150, sequenceid=20, filesize=30.2 K 2024-11-26T19:22:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/882d407c4d904ab49df9ca993a299221 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221 2024-11-26T19:22:47,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221, entries=150, sequenceid=20, filesize=11.7 K 2024-11-26T19:22:47,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/796c5dbc91634726a4174b1efd11c18d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d 2024-11-26T19:22:47,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d, entries=150, sequenceid=20, filesize=11.7 K 2024-11-26T19:22:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:47,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 92bc2a10f425aba29881c94b546886d5 in 604ms, sequenceid=20, compaction requested=false 2024-11-26T19:22:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:47,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T19:22:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:47,304 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e3db75f175f146e8a6f5d07380fea62d_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648966704/Put/seqid=0 2024-11-26T19:22:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:47,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649027332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649027339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649027339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649027340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649027341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742173_1349 (size=12154) 2024-11-26T19:22:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649027441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649027446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649027446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649027448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649027448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649027647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649027650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649027651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649027653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649027653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:47,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e3db75f175f146e8a6f5d07380fea62d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3db75f175f146e8a6f5d07380fea62d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:47,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/dc576d251adb4437aa5272a741447103, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:47,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/dc576d251adb4437aa5272a741447103 is 175, key is test_row_0/A:col10/1732648966704/Put/seqid=0 2024-11-26T19:22:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742174_1350 (size=30955) 2024-11-26T19:22:47,779 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/dc576d251adb4437aa5272a741447103 2024-11-26T19:22:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5b2349c5fff4472e958f1c46033926f5 is 50, key is test_row_0/B:col10/1732648966704/Put/seqid=0 2024-11-26T19:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742175_1351 (size=12001) 2024-11-26T19:22:47,801 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5b2349c5fff4472e958f1c46033926f5 2024-11-26T19:22:47,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/aef7ad59e3ba4c63a637071e9c0da483 is 50, key is test_row_0/C:col10/1732648966704/Put/seqid=0 2024-11-26T19:22:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742176_1352 (size=12001) 2024-11-26T19:22:47,822 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/aef7ad59e3ba4c63a637071e9c0da483 2024-11-26T19:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/dc576d251adb4437aa5272a741447103 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103 2024-11-26T19:22:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T19:22:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5b2349c5fff4472e958f1c46033926f5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5 2024-11-26T19:22:47,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T19:22:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/aef7ad59e3ba4c63a637071e9c0da483 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483 2024-11-26T19:22:47,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T19:22:47,846 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 92bc2a10f425aba29881c94b546886d5 in 541ms, sequenceid=41, compaction requested=false 2024-11-26T19:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T19:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T19:22:47,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T19:22:47,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-11-26T19:22:47,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.1610 sec 2024-11-26T19:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:47,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:47,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a522751167a545548f448f11740e39cd_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:47,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649027978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649027979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742177_1353 (size=12154) 2024-11-26T19:22:47,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:47,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649027980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649027979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649027986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:47,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a522751167a545548f448f11740e39cd_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a522751167a545548f448f11740e39cd_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:47,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/50e08c3c7305485895ea1cd62feff509, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:47,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/50e08c3c7305485895ea1cd62feff509 is 175, key is test_row_0/A:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742178_1354 (size=30955) 2024-11-26T19:22:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649028087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649028087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649028093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649028093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649028093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649028290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649028291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649028298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649028299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649028299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/50e08c3c7305485895ea1cd62feff509 2024-11-26T19:22:48,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:22:48,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/67e8dec166d54f39825de6a9ce04e342 is 50, key is test_row_0/B:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742179_1355 (size=12001) 2024-11-26T19:22:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649028596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649028600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649028604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649028605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649028606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T19:22:48,796 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T19:22:48,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-26T19:22:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:48,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:48,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:48,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:48,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/67e8dec166d54f39825de6a9ce04e342 2024-11-26T19:22:48,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/c1a60673be4c410c8ccdbb518339ec6c is 50, key is test_row_0/C:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742180_1356 (size=12001) 2024-11-26T19:22:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:48,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:48,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T19:22:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:48,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:49,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649029102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T19:22:49,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:49,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649029106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649029111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649029112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649029114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/c1a60673be4c410c8ccdbb518339ec6c 2024-11-26T19:22:49,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T19:22:49,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:49,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:49,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/50e08c3c7305485895ea1cd62feff509 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509 2024-11-26T19:22:49,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509, entries=150, sequenceid=59, filesize=30.2 K 2024-11-26T19:22:49,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/67e8dec166d54f39825de6a9ce04e342 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342 2024-11-26T19:22:49,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T19:22:49,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/c1a60673be4c410c8ccdbb518339ec6c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c 2024-11-26T19:22:49,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T19:22:49,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 92bc2a10f425aba29881c94b546886d5 in 1319ms, sequenceid=59, compaction requested=true 2024-11-26T19:22:49,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:49,279 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:49,279 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:49,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:49,282 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:49,282 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:49,283 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:22:49,283 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:22:49,283 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,283 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,283 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=90.7 K 2024-11-26T19:22:49,283 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=35.2 K 2024-11-26T19:22:49,283 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,283 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509] 2024-11-26T19:22:49,283 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 882d407c4d904ab49df9ca993a299221, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1732648966688 2024-11-26T19:22:49,284 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 071f51af8ed349229f67eeb5bc880ec0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1732648966688 2024-11-26T19:22:49,284 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b2349c5fff4472e958f1c46033926f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732648966702 2024-11-26T19:22:49,284 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc576d251adb4437aa5272a741447103, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732648966702 2024-11-26T19:22:49,284 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 67e8dec166d54f39825de6a9ce04e342, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:49,285 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e08c3c7305485895ea1cd62feff509, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:49,293 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:49,302 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:49,302 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f85aa3b791114d66afc181d4734f5948 is 50, key is test_row_0/B:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:49,308 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b2d4456507f04e4dab499a0a1e7ed4b3_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:49,310 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b2d4456507f04e4dab499a0a1e7ed4b3_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:49,310 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b2d4456507f04e4dab499a0a1e7ed4b3_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742181_1357 (size=12104) 2024-11-26T19:22:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742182_1358 (size=4469) 2024-11-26T19:22:49,338 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#305 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:49,338 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9c26f4d78563471cbab2295f24ca3985 is 175, key is test_row_0/A:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:49,356 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f85aa3b791114d66afc181d4734f5948 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f85aa3b791114d66afc181d4734f5948 2024-11-26T19:22:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742183_1359 (size=31058) 2024-11-26T19:22:49,362 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into f85aa3b791114d66afc181d4734f5948(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:49,362 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:49,362 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=13, startTime=1732648969279; duration=0sec 2024-11-26T19:22:49,362 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:49,362 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:22:49,363 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:49,364 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:49,364 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:22:49,364 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,364 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=35.2 K 2024-11-26T19:22:49,364 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 796c5dbc91634726a4174b1efd11c18d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1732648966688 2024-11-26T19:22:49,365 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting aef7ad59e3ba4c63a637071e9c0da483, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732648966702 2024-11-26T19:22:49,365 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c1a60673be4c410c8ccdbb518339ec6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:49,373 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:49,374 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/0beacea7a9064d75a8975de5a06b96d9 is 50, key is test_row_0/C:col10/1732648967959/Put/seqid=0 2024-11-26T19:22:49,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742184_1360 (size=12104) 2024-11-26T19:22:49,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/0beacea7a9064d75a8975de5a06b96d9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0beacea7a9064d75a8975de5a06b96d9 2024-11-26T19:22:49,394 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into 0beacea7a9064d75a8975de5a06b96d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:49,394 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:49,394 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=13, startTime=1732648969279; duration=0sec 2024-11-26T19:22:49,394 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:49,394 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:22:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:49,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:49,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T19:22:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T19:22:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d8596f87689419f9e90ca7771a29df0_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648967984/Put/seqid=0 2024-11-26T19:22:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742185_1361 (size=12154) 2024-11-26T19:22:49,763 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9c26f4d78563471cbab2295f24ca3985 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985 2024-11-26T19:22:49,771 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into 9c26f4d78563471cbab2295f24ca3985(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:49,771 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:49,771 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=13, startTime=1732648969279; duration=0sec 2024-11-26T19:22:49,772 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:49,772 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:22:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d8596f87689419f9e90ca7771a29df0_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d8596f87689419f9e90ca7771a29df0_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/497ca7d0647e4de99f74fa32cc7aa70e, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/497ca7d0647e4de99f74fa32cc7aa70e is 175, key is test_row_0/A:col10/1732648967984/Put/seqid=0 2024-11-26T19:22:49,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742186_1362 (size=30955) 2024-11-26T19:22:49,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/497ca7d0647e4de99f74fa32cc7aa70e 2024-11-26T19:22:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7e5daf523c0548d2acf05fd8e1810fda is 50, key is test_row_0/B:col10/1732648967984/Put/seqid=0 2024-11-26T19:22:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742187_1363 (size=12001) 2024-11-26T19:22:49,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7e5daf523c0548d2acf05fd8e1810fda 2024-11-26T19:22:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/2b0182160d3d4c1b975b6cce18337154 is 50, key is test_row_0/C:col10/1732648967984/Put/seqid=0 2024-11-26T19:22:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742188_1364 (size=12001) 2024-11-26T19:22:49,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/2b0182160d3d4c1b975b6cce18337154 2024-11-26T19:22:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/497ca7d0647e4de99f74fa32cc7aa70e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e 2024-11-26T19:22:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e, entries=150, sequenceid=79, filesize=30.2 K 2024-11-26T19:22:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7e5daf523c0548d2acf05fd8e1810fda as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda 2024-11-26T19:22:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T19:22:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/2b0182160d3d4c1b975b6cce18337154 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154 2024-11-26T19:22:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T19:22:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 92bc2a10f425aba29881c94b546886d5 in 485ms, sequenceid=79, compaction requested=false 2024-11-26T19:22:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-26T19:22:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T19:22:49,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-26T19:22:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.1130 sec 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:50,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126315f0cb192874f97a67be16b43015442_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742190_1366 (size=26798) 2024-11-26T19:22:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126315f0cb192874f97a67be16b43015442_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126315f0cb192874f97a67be16b43015442_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6149c57a95f14fe6a477f97ffe7265d9, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6149c57a95f14fe6a477f97ffe7265d9 is 175, key is test_row_0/A:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742189_1365 (size=82585) 2024-11-26T19:22:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6149c57a95f14fe6a477f97ffe7265d9 2024-11-26T19:22:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/b3ac2d0bcb4840548814facc411c8fff is 50, key is test_row_0/B:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742191_1367 (size=26045) 2024-11-26T19:22:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649030267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649030267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649030268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649030269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649030270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649030376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649030377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649030378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649030378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649030378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649030579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649030584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649030584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649030584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649030585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/b3ac2d0bcb4840548814facc411c8fff 2024-11-26T19:22:50,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d8a68b4b95944976a3f8520f2403af15 is 50, key is test_row_0/C:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742192_1368 (size=12001) 2024-11-26T19:22:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649030884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649030888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649030889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649030890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649030890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T19:22:50,903 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T19:22:50,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-26T19:22:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:50,905 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:50,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:50,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:51,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T19:22:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:51,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d8a68b4b95944976a3f8520f2403af15 2024-11-26T19:22:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6149c57a95f14fe6a477f97ffe7265d9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9 2024-11-26T19:22:51,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9, entries=450, sequenceid=92, filesize=80.6 K 2024-11-26T19:22:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/b3ac2d0bcb4840548814facc411c8fff as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff 2024-11-26T19:22:51,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff, entries=450, sequenceid=92, filesize=25.4 K 2024-11-26T19:22:51,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d8a68b4b95944976a3f8520f2403af15 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15 2024-11-26T19:22:51,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T19:22:51,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 92bc2a10f425aba29881c94b546886d5 in 910ms, sequenceid=92, compaction requested=true 2024-11-26T19:22:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:51,092 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:51,093 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:51,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:51,094 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144598 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:51,094 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:22:51,094 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,094 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=141.2 K 2024-11-26T19:22:51,094 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,094 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9] 2024-11-26T19:22:51,094 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50150 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:51,094 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:22:51,094 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,094 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f85aa3b791114d66afc181d4734f5948, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=49.0 K 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c26f4d78563471cbab2295f24ca3985, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f85aa3b791114d66afc181d4734f5948, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5daf523c0548d2acf05fd8e1810fda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732648967977 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 497ca7d0647e4de99f74fa32cc7aa70e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732648967977 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b3ac2d0bcb4840548814facc411c8fff, keycount=450, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970162 2024-11-26T19:22:51,095 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6149c57a95f14fe6a477f97ffe7265d9, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970162 2024-11-26T19:22:51,110 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:51,111 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/778a3299556f493d823cbfc6559e8d6d is 50, key is test_row_0/B:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:51,120 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:51,128 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112663fc87c7759a4610b3b6858791782e81_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:51,132 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112663fc87c7759a4610b3b6858791782e81_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:51,132 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112663fc87c7759a4610b3b6858791782e81_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742193_1369 (size=12207) 2024-11-26T19:22:51,144 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/778a3299556f493d823cbfc6559e8d6d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/778a3299556f493d823cbfc6559e8d6d 2024-11-26T19:22:51,148 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into 778a3299556f493d823cbfc6559e8d6d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:51,148 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:51,148 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=13, startTime=1732648971093; duration=0sec 2024-11-26T19:22:51,149 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:51,149 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:22:51,149 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:51,150 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:51,150 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:22:51,150 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,150 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0beacea7a9064d75a8975de5a06b96d9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=35.3 K 2024-11-26T19:22:51,150 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0beacea7a9064d75a8975de5a06b96d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732648967330 2024-11-26T19:22:51,150 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b0182160d3d4c1b975b6cce18337154, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732648967977 2024-11-26T19:22:51,151 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d8a68b4b95944976a3f8520f2403af15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970178 2024-11-26T19:22:51,162 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:51,163 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/b9e72ab12366438b8d6699dcbcc48210 is 50, key is test_row_0/C:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742194_1370 (size=4469) 2024-11-26T19:22:51,172 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#315 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:51,172 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/7df140cfc398486787aead992debe91a is 175, key is test_row_0/A:col10/1732648970181/Put/seqid=0 2024-11-26T19:22:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742195_1371 (size=12207) 2024-11-26T19:22:51,200 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/b9e72ab12366438b8d6699dcbcc48210 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b9e72ab12366438b8d6699dcbcc48210 2024-11-26T19:22:51,205 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into b9e72ab12366438b8d6699dcbcc48210(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:51,205 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:51,205 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=13, startTime=1732648971093; duration=0sec 2024-11-26T19:22:51,205 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:51,205 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:22:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:51,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T19:22:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:51,211 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:22:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742196_1372 (size=31161) 2024-11-26T19:22:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:51,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261425937a4bce4ac8b3b6e0abb81ae83b_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648970267/Put/seqid=0 2024-11-26T19:22:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742197_1373 (size=12154) 2024-11-26T19:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:51,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649031402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649031402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649031407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649031407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649031408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649031509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649031509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649031509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649031514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649031515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,624 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/7df140cfc398486787aead992debe91a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a 2024-11-26T19:22:51,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:51,631 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into 7df140cfc398486787aead992debe91a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:51,631 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:51,631 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=13, startTime=1732648971092; duration=0sec 2024-11-26T19:22:51,631 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:51,631 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:22:51,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261425937a4bce4ac8b3b6e0abb81ae83b_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261425937a4bce4ac8b3b6e0abb81ae83b_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:51,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/74f623756f52498182c059bfca7833be, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/74f623756f52498182c059bfca7833be is 175, key is test_row_0/A:col10/1732648970267/Put/seqid=0 2024-11-26T19:22:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742198_1374 (size=30955) 2024-11-26T19:22:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649031713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649031713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649031713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649031718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649031719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649032016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649032016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649032016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649032023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649032025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/74f623756f52498182c059bfca7833be 2024-11-26T19:22:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/8ddf6022d83247428661618ce6c3a71c is 50, key is test_row_0/B:col10/1732648970267/Put/seqid=0 2024-11-26T19:22:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742199_1375 (size=12001) 2024-11-26T19:22:52,457 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/8ddf6022d83247428661618ce6c3a71c 2024-11-26T19:22:52,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/e714fccea808414f9eb49e9649104bf3 is 50, key is test_row_0/C:col10/1732648970267/Put/seqid=0 2024-11-26T19:22:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742200_1376 (size=12001) 2024-11-26T19:22:52,478 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/e714fccea808414f9eb49e9649104bf3 2024-11-26T19:22:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/74f623756f52498182c059bfca7833be as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be 2024-11-26T19:22:52,488 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be, entries=150, sequenceid=118, filesize=30.2 K 2024-11-26T19:22:52,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/8ddf6022d83247428661618ce6c3a71c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c 2024-11-26T19:22:52,493 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T19:22:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/e714fccea808414f9eb49e9649104bf3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3 2024-11-26T19:22:52,499 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T19:22:52,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 92bc2a10f425aba29881c94b546886d5 in 1290ms, sequenceid=118, compaction requested=false 2024-11-26T19:22:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-26T19:22:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-26T19:22:52,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T19:22:52,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-11-26T19:22:52,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.6010 sec 2024-11-26T19:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:52,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:52,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:52,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261cf2beb8d6344f2886023a3b235cbe4a_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742201_1377 (size=14694) 2024-11-26T19:22:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649032551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649032552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649032555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649032555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649032557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649032658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649032659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649032663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649032665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649032665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649032863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649032864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649032869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649032869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649032870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:52,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:52,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261cf2beb8d6344f2886023a3b235cbe4a_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261cf2beb8d6344f2886023a3b235cbe4a_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:52,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/12f15dfba4264c7fa9564136a5dfb72d, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:52,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/12f15dfba4264c7fa9564136a5dfb72d is 175, key is test_row_0/A:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:52,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742202_1378 (size=39649) 2024-11-26T19:22:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T19:22:53,010 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-26T19:22:53,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-26T19:22:53,013 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T19:22:53,017 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:53,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T19:22:53,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649033167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-26T19:22:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649033172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649033173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649033175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649033175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T19:22:53,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-26T19:22:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:53,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:53,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/12f15dfba4264c7fa9564136a5dfb72d 2024-11-26T19:22:53,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/6c530d4d066743d2bcd0c5884bdb3597 is 50, key is test_row_0/B:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742203_1379 (size=12101) 2024-11-26T19:22:53,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/6c530d4d066743d2bcd0c5884bdb3597 2024-11-26T19:22:53,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/a6a948a25d6746278e819c2ba747d541 is 50, key is test_row_0/C:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742204_1380 (size=12101) 2024-11-26T19:22:53,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/a6a948a25d6746278e819c2ba747d541 2024-11-26T19:22:53,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/12f15dfba4264c7fa9564136a5dfb72d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d 2024-11-26T19:22:53,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d, entries=200, sequenceid=132, filesize=38.7 K 2024-11-26T19:22:53,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/6c530d4d066743d2bcd0c5884bdb3597 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597 2024-11-26T19:22:53,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597, entries=150, sequenceid=132, filesize=11.8 K 2024-11-26T19:22:53,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/a6a948a25d6746278e819c2ba747d541 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541 2024-11-26T19:22:53,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541, entries=150, sequenceid=132, filesize=11.8 K 2024-11-26T19:22:53,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92bc2a10f425aba29881c94b546886d5 in 866ms, sequenceid=132, compaction requested=true 2024-11-26T19:22:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:53,390 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:53,390 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:53,391 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:53,391 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:22:53,391 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,391 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=99.4 K 2024-11-26T19:22:53,391 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,391 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d] 2024-11-26T19:22:53,392 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:22:53,392 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:22:53,392 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,392 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/778a3299556f493d823cbfc6559e8d6d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=35.5 K 2024-11-26T19:22:53,392 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7df140cfc398486787aead992debe91a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970178 2024-11-26T19:22:53,393 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 778a3299556f493d823cbfc6559e8d6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970178 2024-11-26T19:22:53,393 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74f623756f52498182c059bfca7833be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732648970254 2024-11-26T19:22:53,393 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ddf6022d83247428661618ce6c3a71c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732648970254 2024-11-26T19:22:53,394 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c530d4d066743d2bcd0c5884bdb3597, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732648971405 2024-11-26T19:22:53,394 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12f15dfba4264c7fa9564136a5dfb72d, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732648971400 2024-11-26T19:22:53,403 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,406 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:53,407 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/6fb5231e2d244f7097ddfd6df1e37cb5 is 50, key is test_row_0/B:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:53,409 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411261c5caeaa6af047dc8d2aca6c7e2521ad_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,411 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411261c5caeaa6af047dc8d2aca6c7e2521ad_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,411 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261c5caeaa6af047dc8d2aca6c7e2521ad_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742205_1381 (size=12409) 2024-11-26T19:22:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742206_1382 (size=4469) 2024-11-26T19:22:53,426 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#323 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:53,427 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/f05cc91364bf4ef1b40a887ee2e13b30 is 175, key is test_row_0/A:col10/1732648971405/Put/seqid=0 2024-11-26T19:22:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742207_1383 (size=31363) 2024-11-26T19:22:53,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-26T19:22:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:22:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126572edabbe5b64023af465460cd0390c1_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648972553/Put/seqid=0 2024-11-26T19:22:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742208_1384 (size=12304) 2024-11-26T19:22:53,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,497 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126572edabbe5b64023af465460cd0390c1_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126572edabbe5b64023af465460cd0390c1_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1653c1fb0d9a48cbac3bc011bd3c8ab9, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 is 175, key is test_row_0/A:col10/1732648972553/Put/seqid=0 2024-11-26T19:22:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742209_1385 (size=31105) 2024-11-26T19:22:53,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 2024-11-26T19:22:53,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a57fcab1fc4246e884cb8870df2c99d8 is 50, key is test_row_0/B:col10/1732648972553/Put/seqid=0 2024-11-26T19:22:53,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742210_1386 (size=12151) 2024-11-26T19:22:53,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a57fcab1fc4246e884cb8870df2c99d8 2024-11-26T19:22:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/492e4817c76d4714981310ce787d4b06 is 50, key is test_row_0/C:col10/1732648972553/Put/seqid=0 2024-11-26T19:22:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742211_1387 (size=12151) 2024-11-26T19:22:53,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/492e4817c76d4714981310ce787d4b06 2024-11-26T19:22:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 2024-11-26T19:22:53,569 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9, entries=150, sequenceid=155, filesize=30.4 K 2024-11-26T19:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a57fcab1fc4246e884cb8870df2c99d8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8 2024-11-26T19:22:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T19:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/492e4817c76d4714981310ce787d4b06 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T19:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 92bc2a10f425aba29881c94b546886d5 in 105ms, sequenceid=155, compaction requested=true 2024-11-26T19:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-26T19:22:53,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 565 msec 2024-11-26T19:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 573 msec 2024-11-26T19:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T19:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,618 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-26T19:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-26T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:53,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T19:22:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:53,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fc509aae89e84d599b8bea5f6b5a8657_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648973750/Put/seqid=0 2024-11-26T19:22:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742212_1388 (size=24758) 2024-11-26T19:22:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:53,828 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/6fb5231e2d244f7097ddfd6df1e37cb5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6fb5231e2d244f7097ddfd6df1e37cb5 2024-11-26T19:22:53,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fc509aae89e84d599b8bea5f6b5a8657_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fc509aae89e84d599b8bea5f6b5a8657_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:53,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/03ddb1793b8a401ebcf13c22f46143c6, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/03ddb1793b8a401ebcf13c22f46143c6 is 175, key is test_row_0/A:col10/1732648973750/Put/seqid=0 2024-11-26T19:22:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742213_1389 (size=74395) 2024-11-26T19:22:53,838 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into 6fb5231e2d244f7097ddfd6df1e37cb5(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:53,838 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:53,838 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=13, startTime=1732648973390; duration=0sec 2024-11-26T19:22:53,838 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:53,838 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:22:53,839 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:22:53,839 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/f05cc91364bf4ef1b40a887ee2e13b30 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30 2024-11-26T19:22:53,840 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:22:53,840 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:22:53,840 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:53,840 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b9e72ab12366438b8d6699dcbcc48210, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=47.3 K 2024-11-26T19:22:53,841 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b9e72ab12366438b8d6699dcbcc48210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732648970178 2024-11-26T19:22:53,841 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e714fccea808414f9eb49e9649104bf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732648970254 2024-11-26T19:22:53,841 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a948a25d6746278e819c2ba747d541, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732648971405 2024-11-26T19:22:53,843 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 492e4817c76d4714981310ce787d4b06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732648972553 2024-11-26T19:22:53,844 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into f05cc91364bf4ef1b40a887ee2e13b30(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:53,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:53,844 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=13, startTime=1732648973390; duration=0sec 2024-11-26T19:22:53,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:53,844 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:22:53,852 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:53,853 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/e6d42fe402004571831f1b01ba6622e2 is 50, key is test_row_0/C:col10/1732648972553/Put/seqid=0 2024-11-26T19:22:53,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649033845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649033845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649033847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649033847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649033847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742214_1390 (size=12493) 2024-11-26T19:22:53,871 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/e6d42fe402004571831f1b01ba6622e2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e6d42fe402004571831f1b01ba6622e2 2024-11-26T19:22:53,875 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into e6d42fe402004571831f1b01ba6622e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:53,875 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:53,875 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=12, startTime=1732648973391; duration=0sec 2024-11-26T19:22:53,876 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:53,876 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649033958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649033958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649033958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649033958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649033958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649034164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649034164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649034165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649034165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649034165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:54,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/03ddb1793b8a401ebcf13c22f46143c6 2024-11-26T19:22:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f2dafdeefaaa47c0bb68b8d941beb4f8 is 50, key is test_row_0/B:col10/1732648973750/Put/seqid=0 2024-11-26T19:22:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742215_1391 (size=12151) 2024-11-26T19:22:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649034469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649034470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649034470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649034471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649034472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f2dafdeefaaa47c0bb68b8d941beb4f8 2024-11-26T19:22:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/f12fec12fe4d4640b921bc6ee59a16c7 is 50, key is test_row_0/C:col10/1732648973750/Put/seqid=0 2024-11-26T19:22:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742216_1392 (size=12151) 2024-11-26T19:22:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649034974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649034974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649034976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649034977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649034980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/f12fec12fe4d4640b921bc6ee59a16c7 2024-11-26T19:22:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/03ddb1793b8a401ebcf13c22f46143c6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6 2024-11-26T19:22:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6, entries=400, sequenceid=166, filesize=72.7 K 2024-11-26T19:22:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f2dafdeefaaa47c0bb68b8d941beb4f8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8 2024-11-26T19:22:55,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T19:22:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/f12fec12fe4d4640b921bc6ee59a16c7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7 2024-11-26T19:22:55,078 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T19:22:55,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92bc2a10f425aba29881c94b546886d5 in 1304ms, sequenceid=166, compaction requested=true 2024-11-26T19:22:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-26T19:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-26T19:22:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T19:22:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4580 sec 2024-11-26T19:22:55,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.4610 sec 2024-11-26T19:22:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T19:22:55,726 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-26T19:22:55,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-26T19:22:55,729 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T19:22:55,729 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:55,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T19:22:55,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T19:22:55,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:55,882 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b73adc93211d493687265b62b1beece2_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648973846/Put/seqid=0 2024-11-26T19:22:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742217_1393 (size=12304) 2024-11-26T19:22:55,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649035989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649035990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649035991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649035993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649035994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T19:22:56,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649036095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649036096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649036097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649036097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649036100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649036301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649036301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649036301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649036302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b73adc93211d493687265b62b1beece2_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b73adc93211d493687265b62b1beece2_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/73679bdb8bda4f67a47130c25932972c, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/73679bdb8bda4f67a47130c25932972c is 175, key is test_row_0/A:col10/1732648973846/Put/seqid=0 2024-11-26T19:22:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742218_1394 (size=31105) 2024-11-26T19:22:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649036308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T19:22:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649036605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649036606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649036607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649036613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649036614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/73679bdb8bda4f67a47130c25932972c 2024-11-26T19:22:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/25605df925a6457cbca109ff40041e36 is 50, key is test_row_0/B:col10/1732648973846/Put/seqid=0 2024-11-26T19:22:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742219_1395 (size=12151) 2024-11-26T19:22:56,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/25605df925a6457cbca109ff40041e36 2024-11-26T19:22:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/51d62200749c4950b070dd77ea543bf5 is 50, key is test_row_0/C:col10/1732648973846/Put/seqid=0 2024-11-26T19:22:56,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742220_1396 (size=12151) 2024-11-26T19:22:56,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/51d62200749c4950b070dd77ea543bf5 2024-11-26T19:22:56,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/73679bdb8bda4f67a47130c25932972c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c 2024-11-26T19:22:56,747 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c, entries=150, sequenceid=194, filesize=30.4 K 2024-11-26T19:22:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/25605df925a6457cbca109ff40041e36 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36 2024-11-26T19:22:56,753 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36, entries=150, sequenceid=194, filesize=11.9 K 2024-11-26T19:22:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/51d62200749c4950b070dd77ea543bf5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5 2024-11-26T19:22:56,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5, entries=150, sequenceid=194, filesize=11.9 K 2024-11-26T19:22:56,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 92bc2a10f425aba29881c94b546886d5 in 875ms, sequenceid=194, compaction requested=true 2024-11-26T19:22:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-26T19:22:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-26T19:22:56,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T19:22:56,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-26T19:22:56,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0330 sec 2024-11-26T19:22:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T19:22:56,832 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T19:22:56,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T19:22:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:56,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:56,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:56,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:56,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:56,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:56,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e61da6ab882d4193a7c226bd8e174f50_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648975990/Put/seqid=0 2024-11-26T19:22:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742221_1397 (size=12304) 2024-11-26T19:22:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:57,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649037147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649037148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649037149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649037150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649037151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649037252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649037258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649037262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649037262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649037263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:57,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e61da6ab882d4193a7c226bd8e174f50_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e61da6ab882d4193a7c226bd8e174f50_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:57,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/2e602e55be5a44069cfc20425f656caf, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:57,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/2e602e55be5a44069cfc20425f656caf is 175, key is test_row_0/A:col10/1732648975990/Put/seqid=0 2024-11-26T19:22:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742222_1398 (size=31105) 2024-11-26T19:22:57,418 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/2e602e55be5a44069cfc20425f656caf 2024-11-26T19:22:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/1cbc8ef1021d4875b8c0ffa17046ed20 is 50, key is test_row_0/B:col10/1732648975990/Put/seqid=0 2024-11-26T19:22:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742223_1399 (size=12151) 2024-11-26T19:22:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:57,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649037457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649037465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649037467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649037468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649037469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649037762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649037771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649037772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649037774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649037775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:57,828 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/1cbc8ef1021d4875b8c0ffa17046ed20 2024-11-26T19:22:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/0acafc94649d4c86b8b321827ed5825b is 50, key is test_row_0/C:col10/1732648975990/Put/seqid=0 2024-11-26T19:22:57,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742224_1400 (size=12151) 2024-11-26T19:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:58,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/0acafc94649d4c86b8b321827ed5825b 2024-11-26T19:22:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/2e602e55be5a44069cfc20425f656caf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf 2024-11-26T19:22:58,248 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf, entries=150, sequenceid=205, filesize=30.4 K 2024-11-26T19:22:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/1cbc8ef1021d4875b8c0ffa17046ed20 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20 2024-11-26T19:22:58,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20, entries=150, sequenceid=205, filesize=11.9 K 2024-11-26T19:22:58,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/0acafc94649d4c86b8b321827ed5825b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b 2024-11-26T19:22:58,258 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b, entries=150, sequenceid=205, filesize=11.9 K 2024-11-26T19:22:58,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92bc2a10f425aba29881c94b546886d5 in 1271ms, sequenceid=205, compaction requested=true 2024-11-26T19:22:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T19:22:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-26T19:22:58,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T19:22:58,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-26T19:22:58,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.4290 sec 2024-11-26T19:22:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:58,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:22:58,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:58,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:58,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:58,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260efdce2e4bdf461885cf0e0053f9b772_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:58,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742225_1401 (size=14794) 2024-11-26T19:22:58,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:58,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260efdce2e4bdf461885cf0e0053f9b772_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260efdce2e4bdf461885cf0e0053f9b772_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:58,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/b7659aa59e314b78a2efbbd8dbf26cf0, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:58,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/b7659aa59e314b78a2efbbd8dbf26cf0 is 175, key is test_row_0/A:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649038285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649038285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742226_1402 (size=39749) 2024-11-26T19:22:58,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649038286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/b7659aa59e314b78a2efbbd8dbf26cf0 2024-11-26T19:22:58,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/3484850fcabc487abbb5e68fae9f424a is 50, key is test_row_0/B:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:58,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649038290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649038291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742227_1403 (size=12151) 2024-11-26T19:22:58,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/3484850fcabc487abbb5e68fae9f424a 2024-11-26T19:22:58,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/5e861cd4d22748a580b3cd9ed3fcb3c1 is 50, key is test_row_0/C:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742228_1404 (size=12151) 2024-11-26T19:22:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649038397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649038398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649038404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649038404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649038604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649038604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649038612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649038612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/5e861cd4d22748a580b3cd9ed3fcb3c1 2024-11-26T19:22:58,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/b7659aa59e314b78a2efbbd8dbf26cf0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0 2024-11-26T19:22:58,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0, entries=200, sequenceid=231, filesize=38.8 K 2024-11-26T19:22:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/3484850fcabc487abbb5e68fae9f424a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a 2024-11-26T19:22:58,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-26T19:22:58,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/5e861cd4d22748a580b3cd9ed3fcb3c1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1 2024-11-26T19:22:58,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1, entries=150, sequenceid=231, filesize=11.9 K 2024-11-26T19:22:58,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 92bc2a10f425aba29881c94b546886d5 in 466ms, sequenceid=231, compaction requested=true 2024-11-26T19:22:58,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:58,738 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:22:58,738 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:22:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:58,739 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73164 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:22:58,740 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 238822 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:22:58,740 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:22:58,740 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:22:58,740 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:58,740 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:58,740 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=233.2 K 2024-11-26T19:22:58,740 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6fb5231e2d244f7097ddfd6df1e37cb5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=71.4 K 2024-11-26T19:22:58,740 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:58,740 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0] 2024-11-26T19:22:58,740 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb5231e2d244f7097ddfd6df1e37cb5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732648971405 2024-11-26T19:22:58,741 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f05cc91364bf4ef1b40a887ee2e13b30, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732648971405 2024-11-26T19:22:58,741 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a57fcab1fc4246e884cb8870df2c99d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732648972553 2024-11-26T19:22:58,741 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1653c1fb0d9a48cbac3bc011bd3c8ab9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732648972553 2024-11-26T19:22:58,741 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f2dafdeefaaa47c0bb68b8d941beb4f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732648973750 2024-11-26T19:22:58,741 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ddb1793b8a401ebcf13c22f46143c6, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732648973749 2024-11-26T19:22:58,742 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 25605df925a6457cbca109ff40041e36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732648973845 2024-11-26T19:22:58,742 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73679bdb8bda4f67a47130c25932972c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732648973845 2024-11-26T19:22:58,742 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cbc8ef1021d4875b8c0ffa17046ed20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732648975989 2024-11-26T19:22:58,742 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e602e55be5a44069cfc20425f656caf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732648975989 2024-11-26T19:22:58,743 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3484850fcabc487abbb5e68fae9f424a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:22:58,743 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7659aa59e314b78a2efbbd8dbf26cf0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:22:58,756 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:58,756 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:58,757 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/53eba49e7d62453ab0d7f1956041491e is 50, key is test_row_0/B:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:58,763 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b262ac9d31ae4b51a5df0220ca673139_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:58,767 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b262ac9d31ae4b51a5df0220ca673139_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:58,768 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b262ac9d31ae4b51a5df0220ca673139_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742229_1405 (size=12663) 2024-11-26T19:22:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742230_1406 (size=4469) 2024-11-26T19:22:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:58,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:22:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:22:58,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112675f2f595b2fc4d3992c4480b14af484d_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648978289/Put/seqid=0 2024-11-26T19:22:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742231_1407 (size=17284) 2024-11-26T19:22:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T19:22:58,938 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-26T19:22:58,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:22:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T19:22:58,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:22:58,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:22:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:22:58,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:22:58,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649038971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649038971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649038972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:58,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649038973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:22:59,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649039080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649039080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649039085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649039085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,175 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/53eba49e7d62453ab0d7f1956041491e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/53eba49e7d62453ab0d7f1956041491e 2024-11-26T19:22:59,179 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#342 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:59,179 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into 53eba49e7d62453ab0d7f1956041491e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:59,179 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:59,179 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/4c920497ee4542e1be5f9e036e26b66e is 175, key is test_row_0/A:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:59,179 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=10, startTime=1732648978738; duration=0sec 2024-11-26T19:22:59,180 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:22:59,180 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:22:59,180 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T19:22:59,181 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T19:22:59,182 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:22:59,182 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,182 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e6d42fe402004571831f1b01ba6622e2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=59.7 K 2024-11-26T19:22:59,182 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d42fe402004571831f1b01ba6622e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732648972553 2024-11-26T19:22:59,183 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f12fec12fe4d4640b921bc6ee59a16c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732648973750 2024-11-26T19:22:59,183 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d62200749c4950b070dd77ea543bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732648973845 2024-11-26T19:22:59,183 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0acafc94649d4c86b8b321827ed5825b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732648975989 2024-11-26T19:22:59,183 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e861cd4d22748a580b3cd9ed3fcb3c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:22:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742232_1408 (size=31617) 2024-11-26T19:22:59,194 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:22:59,195 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/85ad8c5162f14007812293298ba3b94f is 50, key is test_row_0/C:col10/1732648978270/Put/seqid=0 2024-11-26T19:22:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742233_1409 (size=12663) 2024-11-26T19:22:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:22:59,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649039283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649039284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649039294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649039295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649039304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:22:59,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112675f2f595b2fc4d3992c4480b14af484d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675f2f595b2fc4d3992c4480b14af484d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:22:59,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9920b1a848244445a3fb30f4febe4329, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:22:59,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9920b1a848244445a3fb30f4febe4329 is 175, key is test_row_0/A:col10/1732648978289/Put/seqid=0 2024-11-26T19:22:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742234_1410 (size=48389) 2024-11-26T19:22:59,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:22:59,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,590 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/4c920497ee4542e1be5f9e036e26b66e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e 2024-11-26T19:22:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649039588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,595 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into 4c920497ee4542e1be5f9e036e26b66e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:59,595 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:59,595 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=10, startTime=1732648978737; duration=0sec 2024-11-26T19:22:59,595 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:59,595 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:22:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649039591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649039599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,605 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/85ad8c5162f14007812293298ba3b94f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85ad8c5162f14007812293298ba3b94f 2024-11-26T19:22:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:22:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649039601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,609 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into 85ad8c5162f14007812293298ba3b94f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:22:59,610 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:22:59,610 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=11, startTime=1732648978738; duration=0sec 2024-11-26T19:22:59,610 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:22:59,610 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:22:59,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9920b1a848244445a3fb30f4febe4329 2024-11-26T19:22:59,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/c4a4b23507364f20b21cd742ad12387f is 50, key is test_row_0/B:col10/1732648978289/Put/seqid=0 2024-11-26T19:22:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742235_1411 (size=12151) 2024-11-26T19:22:59,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:22:59,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:22:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:22:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:22:59,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:22:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:23:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:23:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649040094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649040102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649040107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649040108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/c4a4b23507364f20b21cd742ad12387f 2024-11-26T19:23:00,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:23:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/7655fd47b794409d97f6e053f01d97ed is 50, key is test_row_0/C:col10/1732648978289/Put/seqid=0 2024-11-26T19:23:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742236_1412 (size=12151) 2024-11-26T19:23:00,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:23:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:23:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:00,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/7655fd47b794409d97f6e053f01d97ed 2024-11-26T19:23:00,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/9920b1a848244445a3fb30f4febe4329 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329 2024-11-26T19:23:00,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329, entries=250, sequenceid=243, filesize=47.3 K 2024-11-26T19:23:00,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/c4a4b23507364f20b21cd742ad12387f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f 2024-11-26T19:23:00,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T19:23:00,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/7655fd47b794409d97f6e053f01d97ed as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed 2024-11-26T19:23:00,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T19:23:00,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 92bc2a10f425aba29881c94b546886d5 in 1680ms, sequenceid=243, compaction requested=false 2024-11-26T19:23:00,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:00,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:00,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:00,623 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:00,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c62340b7f8bb46f9a4912a8a7c3e4ede_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648978970/Put/seqid=0 2024-11-26T19:23:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742237_1413 (size=12454) 2024-11-26T19:23:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:01,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c62340b7f8bb46f9a4912a8a7c3e4ede_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c62340b7f8bb46f9a4912a8a7c3e4ede_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:01,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6a39b0826bc24821b964bcde5eb9530e, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6a39b0826bc24821b964bcde5eb9530e is 175, key is test_row_0/A:col10/1732648978970/Put/seqid=0 2024-11-26T19:23:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742238_1414 (size=31255) 2024-11-26T19:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:23:01,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649041118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649041119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649041119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649041122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649041223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649041224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649041226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649041322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,326 DEBUG [Thread-1561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:01,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649041427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649041427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649041431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6a39b0826bc24821b964bcde5eb9530e 2024-11-26T19:23:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/dbb67e94dd0b49fab53a621f46f75631 is 50, key is test_row_0/B:col10/1732648978970/Put/seqid=0 2024-11-26T19:23:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742239_1415 (size=12301) 2024-11-26T19:23:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649041733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649041733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649041738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:01,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/dbb67e94dd0b49fab53a621f46f75631 2024-11-26T19:23:01,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/567b283a393745c2b64b0f3eb3c4b38e is 50, key is test_row_0/C:col10/1732648978970/Put/seqid=0 2024-11-26T19:23:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742240_1416 (size=12301) 2024-11-26T19:23:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649042236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649042240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:02,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649042246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:02,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/567b283a393745c2b64b0f3eb3c4b38e 2024-11-26T19:23:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/6a39b0826bc24821b964bcde5eb9530e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e 2024-11-26T19:23:02,279 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e, entries=150, sequenceid=271, filesize=30.5 K 2024-11-26T19:23:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/dbb67e94dd0b49fab53a621f46f75631 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631 2024-11-26T19:23:02,286 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631, entries=150, sequenceid=271, filesize=12.0 K 2024-11-26T19:23:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/567b283a393745c2b64b0f3eb3c4b38e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e 2024-11-26T19:23:02,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e, entries=150, sequenceid=271, filesize=12.0 K 2024-11-26T19:23:02,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 92bc2a10f425aba29881c94b546886d5 in 1669ms, sequenceid=271, compaction requested=true 2024-11-26T19:23:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T19:23:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-26T19:23:02,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T19:23:02,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3510 sec 2024-11-26T19:23:02,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 3.3550 sec 2024-11-26T19:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T19:23:03,046 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T19:23:03,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T19:23:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:03,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:03,050 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:03,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:03,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:03,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a78d1770e2324cbcb641990792ab545e_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742241_1417 (size=14994) 2024-11-26T19:23:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:03,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649043246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649043250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649043253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649043255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649043352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649043352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,548 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:03,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a78d1770e2324cbcb641990792ab545e_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a78d1770e2324cbcb641990792ab545e_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:03,553 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1e185b388b6d4858a8fdb51d9744a700, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:03,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1e185b388b6d4858a8fdb51d9744a700 is 175, key is test_row_0/A:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:03,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649043555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649043555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742242_1418 (size=39949) 2024-11-26T19:23:03,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1e185b388b6d4858a8fdb51d9744a700 2024-11-26T19:23:03,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f07d2b45e89c4440af87ee3c563e5f57 is 50, key is test_row_0/B:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742243_1419 (size=12301) 2024-11-26T19:23:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:03,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649043859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649043860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:03,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:03,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:03,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f07d2b45e89c4440af87ee3c563e5f57 2024-11-26T19:23:03,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 is 50, key is test_row_0/C:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742244_1420 (size=12301) 2024-11-26T19:23:04,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:04,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:04,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:04,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:04,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649044363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649044365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:04,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 2024-11-26T19:23:04,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/1e185b388b6d4858a8fdb51d9744a700 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700 2024-11-26T19:23:04,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700, entries=200, sequenceid=283, filesize=39.0 K 2024-11-26T19:23:04,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/f07d2b45e89c4440af87ee3c563e5f57 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57 2024-11-26T19:23:04,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57, entries=150, sequenceid=283, filesize=12.0 K 2024-11-26T19:23:04,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 2024-11-26T19:23:04,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3, entries=150, sequenceid=283, filesize=12.0 K 2024-11-26T19:23:04,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 92bc2a10f425aba29881c94b546886d5 in 1259ms, sequenceid=283, compaction requested=true 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:04,396 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:04,396 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:23:04,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151210 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:23:04,398 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:23:04,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:23:04,398 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:23:04,398 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,398 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,398 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/53eba49e7d62453ab0d7f1956041491e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=48.3 K 2024-11-26T19:23:04,398 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=147.7 K 2024-11-26T19:23:04,398 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700] 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 53eba49e7d62453ab0d7f1956041491e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c920497ee4542e1be5f9e036e26b66e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a4b23507364f20b21cd742ad12387f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648978289 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9920b1a848244445a3fb30f4febe4329, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648978285 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting dbb67e94dd0b49fab53a621f46f75631, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732648978970 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a39b0826bc24821b964bcde5eb9530e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732648978970 2024-11-26T19:23:04,399 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f07d2b45e89c4440af87ee3c563e5f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:04,400 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e185b388b6d4858a8fdb51d9744a700, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:04,408 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:04,410 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:04,410 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/bdc756b6ab61481986367043374b5a57 is 50, key is test_row_0/B:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:04,410 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112606f97bdc71984b80bab55ac959b7e395_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:04,413 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112606f97bdc71984b80bab55ac959b7e395_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:04,413 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112606f97bdc71984b80bab55ac959b7e395_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742245_1421 (size=12949) 2024-11-26T19:23:04,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742246_1422 (size=4469) 2024-11-26T19:23:04,422 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#354 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:04,423 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/8c531ad143c84fcab095239fdfa706f7 is 175, key is test_row_0/A:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:04,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:04,424 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/bdc756b6ab61481986367043374b5a57 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/bdc756b6ab61481986367043374b5a57 2024-11-26T19:23:04,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742247_1423 (size=31903) 2024-11-26T19:23:04,430 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into bdc756b6ab61481986367043374b5a57(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:04,430 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:04,430 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=12, startTime=1732648984396; duration=0sec 2024-11-26T19:23:04,430 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:04,430 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:23:04,430 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:23:04,432 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:23:04,432 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:23:04,432 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:04,432 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85ad8c5162f14007812293298ba3b94f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=48.3 K 2024-11-26T19:23:04,433 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ad8c5162f14007812293298ba3b94f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732648977148 2024-11-26T19:23:04,434 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 7655fd47b794409d97f6e053f01d97ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732648978289 2024-11-26T19:23:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fafc9219ffcb4470b3ab0929edfefbcb_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648983239/Put/seqid=0 2024-11-26T19:23:04,437 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 567b283a393745c2b64b0f3eb3c4b38e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732648978970 2024-11-26T19:23:04,437 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b8dc51e0c844c5b9f48c7bdf72b7e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:04,455 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:04,456 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/85de7812a80c48778928a6a56ca57097 is 50, key is test_row_0/C:col10/1732648981118/Put/seqid=0 2024-11-26T19:23:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742248_1424 (size=12454) 2024-11-26T19:23:04,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:04,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fafc9219ffcb4470b3ab0929edfefbcb_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fafc9219ffcb4470b3ab0929edfefbcb_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/a6523cf2563245c2b5551edbfc323530, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/a6523cf2563245c2b5551edbfc323530 is 175, key is test_row_0/A:col10/1732648983239/Put/seqid=0 2024-11-26T19:23:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742249_1425 (size=12949) 2024-11-26T19:23:04,490 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/85de7812a80c48778928a6a56ca57097 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85de7812a80c48778928a6a56ca57097 2024-11-26T19:23:04,495 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into 85de7812a80c48778928a6a56ca57097(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:04,495 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:04,495 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=12, startTime=1732648984396; duration=0sec 2024-11-26T19:23:04,495 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:04,495 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:23:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742250_1426 (size=31255) 2024-11-26T19:23:04,833 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/8c531ad143c84fcab095239fdfa706f7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7 2024-11-26T19:23:04,838 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into 8c531ad143c84fcab095239fdfa706f7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:04,838 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:04,838 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=12, startTime=1732648984396; duration=0sec 2024-11-26T19:23:04,838 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:04,838 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:23:04,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/a6523cf2563245c2b5551edbfc323530 2024-11-26T19:23:04,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5f74550f53b14e29ba45ccc6d7f4c781 is 50, key is test_row_0/B:col10/1732648983239/Put/seqid=0 2024-11-26T19:23:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742251_1427 (size=12301) 2024-11-26T19:23:04,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5f74550f53b14e29ba45ccc6d7f4c781 2024-11-26T19:23:04,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/96e142c90cae4d86bc280fbc3b5f4783 is 50, key is test_row_0/C:col10/1732648983239/Put/seqid=0 2024-11-26T19:23:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742252_1428 (size=12301) 2024-11-26T19:23:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. as already flushing 2024-11-26T19:23:05,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649045294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649045295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,334 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/96e142c90cae4d86bc280fbc3b5f4783 2024-11-26T19:23:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/a6523cf2563245c2b5551edbfc323530 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530 2024-11-26T19:23:05,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530, entries=150, sequenceid=307, filesize=30.5 K 2024-11-26T19:23:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/5f74550f53b14e29ba45ccc6d7f4c781 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781 2024-11-26T19:23:05,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781, entries=150, sequenceid=307, filesize=12.0 K 2024-11-26T19:23:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/96e142c90cae4d86bc280fbc3b5f4783 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783 2024-11-26T19:23:05,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1732649045345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,350 DEBUG [Thread-1561 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:05,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783, entries=150, sequenceid=307, filesize=12.0 K 2024-11-26T19:23:05,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 92bc2a10f425aba29881c94b546886d5 in 927ms, sequenceid=307, compaction requested=false 2024-11-26T19:23:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T19:23:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-26T19:23:05,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T19:23:05,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3030 sec 2024-11-26T19:23:05,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.3070 sec 2024-11-26T19:23:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:05,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:05,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112625f24160bdcf4f7e96784c6637b05d1d_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:05,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742253_1429 (size=14994) 2024-11-26T19:23:05,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649045426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649045432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649045438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649045440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649045541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649045546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649045546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649045549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649045747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649045749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649045749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649045752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:05,806 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:05,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112625f24160bdcf4f7e96784c6637b05d1d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625f24160bdcf4f7e96784c6637b05d1d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:05,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c49c2b0c01c5486cbffad607de153c81, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:05,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c49c2b0c01c5486cbffad607de153c81 is 175, key is test_row_0/A:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742254_1430 (size=39949) 2024-11-26T19:23:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649046053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649046053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649046055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649046058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c49c2b0c01c5486cbffad607de153c81 2024-11-26T19:23:06,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/73b52cb7014e4304beb4245d4ea81980 is 50, key is test_row_0/B:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742255_1431 (size=12301) 2024-11-26T19:23:06,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/73b52cb7014e4304beb4245d4ea81980 2024-11-26T19:23:06,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/80d18f6bb7b240fa98ba0fc51a8c84d8 is 50, key is test_row_0/C:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:06,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742256_1432 (size=12301) 2024-11-26T19:23:06,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/80d18f6bb7b240fa98ba0fc51a8c84d8 2024-11-26T19:23:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c49c2b0c01c5486cbffad607de153c81 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81 2024-11-26T19:23:06,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81, entries=200, sequenceid=323, filesize=39.0 K 2024-11-26T19:23:06,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/73b52cb7014e4304beb4245d4ea81980 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980 2024-11-26T19:23:06,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T19:23:06,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/80d18f6bb7b240fa98ba0fc51a8c84d8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8 2024-11-26T19:23:06,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T19:23:06,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 92bc2a10f425aba29881c94b546886d5 in 887ms, sequenceid=323, compaction requested=true 2024-11-26T19:23:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:06,259 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:06,259 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:06,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:06,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:06,261 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:06,261 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:23:06,261 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:06,261 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=100.7 K 2024-11-26T19:23:06,261 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:06,262 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81] 2024-11-26T19:23:06,262 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:06,262 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:23:06,262 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:06,262 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/bdc756b6ab61481986367043374b5a57, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=36.7 K 2024-11-26T19:23:06,262 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c531ad143c84fcab095239fdfa706f7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:06,262 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc756b6ab61481986367043374b5a57, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:06,263 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6523cf2563245c2b5551edbfc323530, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732648983223 2024-11-26T19:23:06,263 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f74550f53b14e29ba45ccc6d7f4c781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732648983223 2024-11-26T19:23:06,263 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 73b52cb7014e4304beb4245d4ea81980, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:06,263 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c49c2b0c01c5486cbffad607de153c81, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:06,271 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:06,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a35d88d57a9a428ab6911fdcffadd62e_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:06,273 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:06,275 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/36f8e29d077f45c0ae2ed3aaca9308b3 is 50, key is test_row_0/B:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:06,275 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a35d88d57a9a428ab6911fdcffadd62e_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:06,276 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a35d88d57a9a428ab6911fdcffadd62e_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742257_1433 (size=4469) 2024-11-26T19:23:06,290 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#362 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:06,291 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c06318ef8a444ac19f9f9f89d6c02805 is 175, key is test_row_0/A:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742258_1434 (size=13051) 2024-11-26T19:23:06,305 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/36f8e29d077f45c0ae2ed3aaca9308b3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/36f8e29d077f45c0ae2ed3aaca9308b3 2024-11-26T19:23:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742259_1435 (size=32005) 2024-11-26T19:23:06,311 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into 36f8e29d077f45c0ae2ed3aaca9308b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:06,311 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:06,311 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=13, startTime=1732648986259; duration=0sec 2024-11-26T19:23:06,311 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:06,311 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:23:06,311 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:06,312 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:06,312 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:23:06,312 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:06,312 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85de7812a80c48778928a6a56ca57097, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=36.7 K 2024-11-26T19:23:06,313 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 85de7812a80c48778928a6a56ca57097, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732648981117 2024-11-26T19:23:06,313 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e142c90cae4d86bc280fbc3b5f4783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732648983223 2024-11-26T19:23:06,314 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/c06318ef8a444ac19f9f9f89d6c02805 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805 2024-11-26T19:23:06,314 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 80d18f6bb7b240fa98ba0fc51a8c84d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:06,318 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into c06318ef8a444ac19f9f9f89d6c02805(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:06,318 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:06,318 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=13, startTime=1732648986259; duration=0sec 2024-11-26T19:23:06,318 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:06,318 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:23:06,321 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:06,322 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/6156b5c6dbf946909c078c120c65b0a2 is 50, key is test_row_0/C:col10/1732648985290/Put/seqid=0 2024-11-26T19:23:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742260_1436 (size=13051) 2024-11-26T19:23:06,332 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/6156b5c6dbf946909c078c120c65b0a2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/6156b5c6dbf946909c078c120c65b0a2 2024-11-26T19:23:06,339 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into 6156b5c6dbf946909c078c120c65b0a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:06,339 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:06,339 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=13, startTime=1732648986259; duration=0sec 2024-11-26T19:23:06,339 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:06,339 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:23:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:06,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:23:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:06,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:06,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d259deadcbe54a65820556333f26d14b_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648985430/Put/seqid=0 2024-11-26T19:23:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649046571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649046572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649046573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649046575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742261_1437 (size=17534) 2024-11-26T19:23:06,590 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:06,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d259deadcbe54a65820556333f26d14b_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d259deadcbe54a65820556333f26d14b_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:06,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/337d558fa9184a40ad39855d665899b6, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:06,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/337d558fa9184a40ad39855d665899b6 is 175, key is test_row_0/A:col10/1732648985430/Put/seqid=0 2024-11-26T19:23:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742262_1438 (size=48639) 2024-11-26T19:23:06,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649046676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649046676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649046677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649046677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,688 DEBUG [Thread-1568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:60553 2024-11-26T19:23:06,688 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:06,689 DEBUG [Thread-1566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:60553 2024-11-26T19:23:06,689 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:06,693 DEBUG [Thread-1570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:60553 2024-11-26T19:23:06,693 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:06,693 DEBUG [Thread-1572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:60553 2024-11-26T19:23:06,693 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:06,695 DEBUG [Thread-1564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:60553 2024-11-26T19:23:06,695 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:06,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649046882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649046882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649046883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649046883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/337d558fa9184a40ad39855d665899b6 2024-11-26T19:23:07,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a850f51ff78b482ea80b3fecb08be77f is 50, key is test_row_0/B:col10/1732648985430/Put/seqid=0 2024-11-26T19:23:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742263_1439 (size=12301) 2024-11-26T19:23:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T19:23:07,154 INFO [Thread-1563 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-26T19:23:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649047184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649047185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649047185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649047186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a850f51ff78b482ea80b3fecb08be77f 2024-11-26T19:23:07,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/622863dfecee4b3587d80b576d73fd96 is 50, key is test_row_0/C:col10/1732648985430/Put/seqid=0 2024-11-26T19:23:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742264_1440 (size=12301) 2024-11-26T19:23:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47176 deadline: 1732649047686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47206 deadline: 1732649047689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47154 deadline: 1732649047689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1732649047689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:07,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/622863dfecee4b3587d80b576d73fd96 2024-11-26T19:23:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/337d558fa9184a40ad39855d665899b6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6 2024-11-26T19:23:07,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6, entries=250, sequenceid=352, filesize=47.5 K 2024-11-26T19:23:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/a850f51ff78b482ea80b3fecb08be77f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f 2024-11-26T19:23:07,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T19:23:07,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/622863dfecee4b3587d80b576d73fd96 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96 2024-11-26T19:23:07,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T19:23:07,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 92bc2a10f425aba29881c94b546886d5 in 1277ms, sequenceid=352, compaction requested=false 2024-11-26T19:23:07,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:08,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:23:08,693 DEBUG [Thread-1559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:60553 2024-11-26T19:23:08,693 DEBUG [Thread-1553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:60553 2024-11-26T19:23:08,693 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:08,693 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:08,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:08,696 DEBUG [Thread-1555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:60553 2024-11-26T19:23:08,696 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:08,699 DEBUG [Thread-1557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:60553 2024-11-26T19:23:08,699 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:08,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126619f3b93227842faab416b8448c9cdb0_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742265_1441 (size=12454) 2024-11-26T19:23:09,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:09,106 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126619f3b93227842faab416b8448c9cdb0_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126619f3b93227842faab416b8448c9cdb0_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:09,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/15b9f1b3482e46cd98c3c574055c023b, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:09,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/15b9f1b3482e46cd98c3c574055c023b is 175, key is test_row_0/A:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742266_1442 (size=31255) 2024-11-26T19:23:09,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/15b9f1b3482e46cd98c3c574055c023b 2024-11-26T19:23:09,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/e123a36548084a1c92797553595d78f8 is 50, key is test_row_0/B:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742267_1443 (size=12301) 2024-11-26T19:23:09,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/e123a36548084a1c92797553595d78f8 2024-11-26T19:23:09,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d3fc0d9948e746bf84eb1db7a2753ef7 is 50, key is test_row_0/C:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742268_1444 (size=12301) 2024-11-26T19:23:10,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d3fc0d9948e746bf84eb1db7a2753ef7 2024-11-26T19:23:10,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/15b9f1b3482e46cd98c3c574055c023b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b 2024-11-26T19:23:10,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b, entries=150, sequenceid=364, filesize=30.5 K 2024-11-26T19:23:10,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/e123a36548084a1c92797553595d78f8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8 2024-11-26T19:23:10,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T19:23:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/d3fc0d9948e746bf84eb1db7a2753ef7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7 2024-11-26T19:23:10,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T19:23:10,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 92bc2a10f425aba29881c94b546886d5 in 1652ms, sequenceid=364, compaction requested=true 2024-11-26T19:23:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:10,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:10,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:10,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92bc2a10f425aba29881c94b546886d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:10,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/A is initiating minor compaction (all files) 2024-11-26T19:23:10,346 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/B is initiating minor compaction (all files) 2024-11-26T19:23:10,346 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/A in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:10,346 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/B in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:10,346 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=109.3 K 2024-11-26T19:23:10,346 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/36f8e29d077f45c0ae2ed3aaca9308b3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=36.8 K 2024-11-26T19:23:10,346 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b] 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 36f8e29d077f45c0ae2ed3aaca9308b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06318ef8a444ac19f9f9f89d6c02805, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a850f51ff78b482ea80b3fecb08be77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648985430 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 337d558fa9184a40ad39855d665899b6, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648985418 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e123a36548084a1c92797553595d78f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732648986574 2024-11-26T19:23:10,347 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15b9f1b3482e46cd98c3c574055c023b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732648986574 2024-11-26T19:23:10,354 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:10,354 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/46ad789232804e789bdb63acf629dbee is 50, key is test_row_0/B:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:10,361 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742269_1445 (size=13153) 2024-11-26T19:23:10,368 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/46ad789232804e789bdb63acf629dbee as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/46ad789232804e789bdb63acf629dbee 2024-11-26T19:23:10,372 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/B of 92bc2a10f425aba29881c94b546886d5 into 46ad789232804e789bdb63acf629dbee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:10,372 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:10,372 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/B, priority=13, startTime=1732648990345; duration=0sec 2024-11-26T19:23:10,372 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:10,372 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:B 2024-11-26T19:23:10,372 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:10,372 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267fbcd1eee9634059b8e182b5a612f1ca_92bc2a10f425aba29881c94b546886d5 store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:10,373 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:10,373 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 92bc2a10f425aba29881c94b546886d5/C is initiating minor compaction (all files) 2024-11-26T19:23:10,373 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92bc2a10f425aba29881c94b546886d5/C in TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:10,373 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/6156b5c6dbf946909c078c120c65b0a2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp, totalSize=36.8 K 2024-11-26T19:23:10,373 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6156b5c6dbf946909c078c120c65b0a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732648985290 2024-11-26T19:23:10,373 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 622863dfecee4b3587d80b576d73fd96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732648985430 2024-11-26T19:23:10,374 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d3fc0d9948e746bf84eb1db7a2753ef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732648986574 2024-11-26T19:23:10,388 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#C#compaction#373 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:10,389 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/87093fd8f23046bfb3c30476933dc572 is 50, key is test_row_0/C:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742270_1446 (size=13153) 2024-11-26T19:23:10,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267fbcd1eee9634059b8e182b5a612f1ca_92bc2a10f425aba29881c94b546886d5, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:10,399 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267fbcd1eee9634059b8e182b5a612f1ca_92bc2a10f425aba29881c94b546886d5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:10,401 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/87093fd8f23046bfb3c30476933dc572 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/87093fd8f23046bfb3c30476933dc572 2024-11-26T19:23:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742271_1447 (size=4469) 2024-11-26T19:23:10,406 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/C of 92bc2a10f425aba29881c94b546886d5 into 87093fd8f23046bfb3c30476933dc572(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:10,406 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:10,406 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/C, priority=13, startTime=1732648990346; duration=0sec 2024-11-26T19:23:10,406 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:10,406 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:C 2024-11-26T19:23:10,804 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92bc2a10f425aba29881c94b546886d5#A#compaction#372 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:10,805 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/14449bf42ddb4e0e8778913bd1d37830 is 175, key is test_row_0/A:col10/1732648988692/Put/seqid=0 2024-11-26T19:23:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742272_1448 (size=32107) 2024-11-26T19:23:11,213 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/14449bf42ddb4e0e8778913bd1d37830 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/14449bf42ddb4e0e8778913bd1d37830 2024-11-26T19:23:11,216 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92bc2a10f425aba29881c94b546886d5/A of 92bc2a10f425aba29881c94b546886d5 into 14449bf42ddb4e0e8778913bd1d37830(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:11,217 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:11,217 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5., storeName=92bc2a10f425aba29881c94b546886d5/A, priority=13, startTime=1732648990345; duration=0sec 2024-11-26T19:23:11,217 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:11,217 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92bc2a10f425aba29881c94b546886d5:A 2024-11-26T19:23:14,234 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:23:15,428 DEBUG [Thread-1561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:60553 2024-11-26T19:23:15,428 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2349 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7047 rows 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2338 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7014 rows 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2340 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-11-26T19:23:15,428 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2347 2024-11-26T19:23:15,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7041 rows 2024-11-26T19:23:15,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2341 2024-11-26T19:23:15,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7022 rows 2024-11-26T19:23:15,429 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:23:15,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f5b2180 to 127.0.0.1:60553 2024-11-26T19:23:15,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:15,431 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:23:15,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:15,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648995435"}]},"ts":"1732648995435"} 2024-11-26T19:23:15,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:23:15,439 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:23:15,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:23:15,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, UNASSIGN}] 2024-11-26T19:23:15,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, UNASSIGN 2024-11-26T19:23:15,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:15,441 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:23:15,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:15,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:15,593 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:15,593 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:23:15,593 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing 92bc2a10f425aba29881c94b546886d5, disabling compactions & flushes 2024-11-26T19:23:15,593 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:15,593 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:15,593 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. after waiting 0 ms 2024-11-26T19:23:15,593 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:15,593 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing 92bc2a10f425aba29881c94b546886d5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=A 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=B 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92bc2a10f425aba29881c94b546886d5, store=C 2024-11-26T19:23:15,594 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:15,599 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126734b5219434e4bcd8eab4957197711e8_92bc2a10f425aba29881c94b546886d5 is 50, key is test_row_0/A:col10/1732648988695/Put/seqid=0 2024-11-26T19:23:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742273_1449 (size=12454) 2024-11-26T19:23:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:16,003 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:16,007 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126734b5219434e4bcd8eab4957197711e8_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126734b5219434e4bcd8eab4957197711e8_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:16,008 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/878b88b3987041c5b67f0389cda0f401, store: [table=TestAcidGuarantees family=A region=92bc2a10f425aba29881c94b546886d5] 2024-11-26T19:23:16,008 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/878b88b3987041c5b67f0389cda0f401 is 175, key is test_row_0/A:col10/1732648988695/Put/seqid=0 2024-11-26T19:23:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742274_1450 (size=31255) 2024-11-26T19:23:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:16,412 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/878b88b3987041c5b67f0389cda0f401 2024-11-26T19:23:16,418 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7030250afb334354982355a2e25a8775 is 50, key is test_row_0/B:col10/1732648988695/Put/seqid=0 2024-11-26T19:23:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742275_1451 (size=12301) 2024-11-26T19:23:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:16,822 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7030250afb334354982355a2e25a8775 2024-11-26T19:23:16,827 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/b17901e11a064c6dadb9b2bc5f067243 is 50, key is test_row_0/C:col10/1732648988695/Put/seqid=0 2024-11-26T19:23:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742276_1452 (size=12301) 2024-11-26T19:23:17,231 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/b17901e11a064c6dadb9b2bc5f067243 2024-11-26T19:23:17,235 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/A/878b88b3987041c5b67f0389cda0f401 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/878b88b3987041c5b67f0389cda0f401 2024-11-26T19:23:17,237 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/878b88b3987041c5b67f0389cda0f401, entries=150, sequenceid=373, filesize=30.5 K 2024-11-26T19:23:17,238 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/B/7030250afb334354982355a2e25a8775 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7030250afb334354982355a2e25a8775 2024-11-26T19:23:17,240 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7030250afb334354982355a2e25a8775, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T19:23:17,241 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/.tmp/C/b17901e11a064c6dadb9b2bc5f067243 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b17901e11a064c6dadb9b2bc5f067243 2024-11-26T19:23:17,243 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b17901e11a064c6dadb9b2bc5f067243, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T19:23:17,244 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 92bc2a10f425aba29881c94b546886d5 in 1651ms, sequenceid=373, compaction requested=false 2024-11-26T19:23:17,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b] to archive 2024-11-26T19:23:17,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:17,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/071f51af8ed349229f67eeb5bc880ec0 2024-11-26T19:23:17,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/dc576d251adb4437aa5272a741447103 2024-11-26T19:23:17,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9c26f4d78563471cbab2295f24ca3985 2024-11-26T19:23:17,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/50e08c3c7305485895ea1cd62feff509 2024-11-26T19:23:17,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/497ca7d0647e4de99f74fa32cc7aa70e 2024-11-26T19:23:17,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6149c57a95f14fe6a477f97ffe7265d9 2024-11-26T19:23:17,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/7df140cfc398486787aead992debe91a 2024-11-26T19:23:17,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/74f623756f52498182c059bfca7833be 2024-11-26T19:23:17,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/12f15dfba4264c7fa9564136a5dfb72d 2024-11-26T19:23:17,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/f05cc91364bf4ef1b40a887ee2e13b30 2024-11-26T19:23:17,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1653c1fb0d9a48cbac3bc011bd3c8ab9 2024-11-26T19:23:17,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/03ddb1793b8a401ebcf13c22f46143c6 2024-11-26T19:23:17,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/73679bdb8bda4f67a47130c25932972c 2024-11-26T19:23:17,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/2e602e55be5a44069cfc20425f656caf 2024-11-26T19:23:17,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/b7659aa59e314b78a2efbbd8dbf26cf0 2024-11-26T19:23:17,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/4c920497ee4542e1be5f9e036e26b66e 2024-11-26T19:23:17,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/9920b1a848244445a3fb30f4febe4329 2024-11-26T19:23:17,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/6a39b0826bc24821b964bcde5eb9530e 2024-11-26T19:23:17,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/1e185b388b6d4858a8fdb51d9744a700 2024-11-26T19:23:17,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/8c531ad143c84fcab095239fdfa706f7 2024-11-26T19:23:17,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/a6523cf2563245c2b5551edbfc323530 2024-11-26T19:23:17,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c49c2b0c01c5486cbffad607de153c81 2024-11-26T19:23:17,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/c06318ef8a444ac19f9f9f89d6c02805 2024-11-26T19:23:17,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/337d558fa9184a40ad39855d665899b6 2024-11-26T19:23:17,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/15b9f1b3482e46cd98c3c574055c023b 2024-11-26T19:23:17,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f85aa3b791114d66afc181d4734f5948, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/778a3299556f493d823cbfc6559e8d6d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6fb5231e2d244f7097ddfd6df1e37cb5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/53eba49e7d62453ab0d7f1956041491e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/bdc756b6ab61481986367043374b5a57, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/36f8e29d077f45c0ae2ed3aaca9308b3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8] to archive 2024-11-26T19:23:17,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:17,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/882d407c4d904ab49df9ca993a299221 2024-11-26T19:23:17,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5b2349c5fff4472e958f1c46033926f5 2024-11-26T19:23:17,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f85aa3b791114d66afc181d4734f5948 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f85aa3b791114d66afc181d4734f5948 2024-11-26T19:23:17,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/67e8dec166d54f39825de6a9ce04e342 2024-11-26T19:23:17,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7e5daf523c0548d2acf05fd8e1810fda 2024-11-26T19:23:17,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/b3ac2d0bcb4840548814facc411c8fff 2024-11-26T19:23:17,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/778a3299556f493d823cbfc6559e8d6d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/778a3299556f493d823cbfc6559e8d6d 2024-11-26T19:23:17,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/8ddf6022d83247428661618ce6c3a71c 2024-11-26T19:23:17,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6fb5231e2d244f7097ddfd6df1e37cb5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6fb5231e2d244f7097ddfd6df1e37cb5 2024-11-26T19:23:17,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/6c530d4d066743d2bcd0c5884bdb3597 2024-11-26T19:23:17,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a57fcab1fc4246e884cb8870df2c99d8 2024-11-26T19:23:17,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f2dafdeefaaa47c0bb68b8d941beb4f8 2024-11-26T19:23:17,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/25605df925a6457cbca109ff40041e36 2024-11-26T19:23:17,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/1cbc8ef1021d4875b8c0ffa17046ed20 2024-11-26T19:23:17,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/53eba49e7d62453ab0d7f1956041491e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/53eba49e7d62453ab0d7f1956041491e 2024-11-26T19:23:17,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/3484850fcabc487abbb5e68fae9f424a 2024-11-26T19:23:17,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/c4a4b23507364f20b21cd742ad12387f 2024-11-26T19:23:17,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/dbb67e94dd0b49fab53a621f46f75631 2024-11-26T19:23:17,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/bdc756b6ab61481986367043374b5a57 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/bdc756b6ab61481986367043374b5a57 2024-11-26T19:23:17,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/f07d2b45e89c4440af87ee3c563e5f57 2024-11-26T19:23:17,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/5f74550f53b14e29ba45ccc6d7f4c781 2024-11-26T19:23:17,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/36f8e29d077f45c0ae2ed3aaca9308b3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/36f8e29d077f45c0ae2ed3aaca9308b3 2024-11-26T19:23:17,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/73b52cb7014e4304beb4245d4ea81980 2024-11-26T19:23:17,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/a850f51ff78b482ea80b3fecb08be77f 2024-11-26T19:23:17,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/e123a36548084a1c92797553595d78f8 2024-11-26T19:23:17,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0beacea7a9064d75a8975de5a06b96d9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b9e72ab12366438b8d6699dcbcc48210, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e6d42fe402004571831f1b01ba6622e2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85ad8c5162f14007812293298ba3b94f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85de7812a80c48778928a6a56ca57097, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/6156b5c6dbf946909c078c120c65b0a2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7] to archive 2024-11-26T19:23:17,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:17,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/796c5dbc91634726a4174b1efd11c18d 2024-11-26T19:23:17,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/aef7ad59e3ba4c63a637071e9c0da483 2024-11-26T19:23:17,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0beacea7a9064d75a8975de5a06b96d9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0beacea7a9064d75a8975de5a06b96d9 2024-11-26T19:23:17,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/c1a60673be4c410c8ccdbb518339ec6c 2024-11-26T19:23:17,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/2b0182160d3d4c1b975b6cce18337154 2024-11-26T19:23:17,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b9e72ab12366438b8d6699dcbcc48210 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b9e72ab12366438b8d6699dcbcc48210 2024-11-26T19:23:17,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d8a68b4b95944976a3f8520f2403af15 2024-11-26T19:23:17,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e714fccea808414f9eb49e9649104bf3 2024-11-26T19:23:17,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/a6a948a25d6746278e819c2ba747d541 2024-11-26T19:23:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e6d42fe402004571831f1b01ba6622e2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/e6d42fe402004571831f1b01ba6622e2 2024-11-26T19:23:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/492e4817c76d4714981310ce787d4b06 2024-11-26T19:23:17,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/f12fec12fe4d4640b921bc6ee59a16c7 2024-11-26T19:23:17,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/51d62200749c4950b070dd77ea543bf5 2024-11-26T19:23:17,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/0acafc94649d4c86b8b321827ed5825b 2024-11-26T19:23:17,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85ad8c5162f14007812293298ba3b94f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85ad8c5162f14007812293298ba3b94f 2024-11-26T19:23:17,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/5e861cd4d22748a580b3cd9ed3fcb3c1 2024-11-26T19:23:17,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/7655fd47b794409d97f6e053f01d97ed 2024-11-26T19:23:17,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/567b283a393745c2b64b0f3eb3c4b38e 2024-11-26T19:23:17,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85de7812a80c48778928a6a56ca57097 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/85de7812a80c48778928a6a56ca57097 2024-11-26T19:23:17,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/66b8dc51e0c844c5b9f48c7bdf72b7e3 2024-11-26T19:23:17,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/96e142c90cae4d86bc280fbc3b5f4783 2024-11-26T19:23:17,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/6156b5c6dbf946909c078c120c65b0a2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/6156b5c6dbf946909c078c120c65b0a2 2024-11-26T19:23:17,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/80d18f6bb7b240fa98ba0fc51a8c84d8 2024-11-26T19:23:17,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/622863dfecee4b3587d80b576d73fd96 2024-11-26T19:23:17,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/d3fc0d9948e746bf84eb1db7a2753ef7 2024-11-26T19:23:17,315 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=4 2024-11-26T19:23:17,316 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5. 2024-11-26T19:23:17,316 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for 92bc2a10f425aba29881c94b546886d5: 2024-11-26T19:23:17,317 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed 92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=92bc2a10f425aba29881c94b546886d5, regionState=CLOSED 2024-11-26T19:23:17,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T19:23:17,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure 92bc2a10f425aba29881c94b546886d5, server=7e5582d806af,32949,1732648875872 in 1.8770 sec 2024-11-26T19:23:17,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-26T19:23:17,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92bc2a10f425aba29881c94b546886d5, UNASSIGN in 1.8790 sec 2024-11-26T19:23:17,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T19:23:17,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-26T19:23:17,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648997322"}]},"ts":"1732648997322"} 2024-11-26T19:23:17,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:23:17,324 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:23:17,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-26T19:23:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T19:23:17,539 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T19:23:17,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,540 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T19:23:17,541 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,544 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits] 2024-11-26T19:23:17,546 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/14449bf42ddb4e0e8778913bd1d37830 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/14449bf42ddb4e0e8778913bd1d37830 2024-11-26T19:23:17,547 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/878b88b3987041c5b67f0389cda0f401 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/A/878b88b3987041c5b67f0389cda0f401 2024-11-26T19:23:17,549 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/46ad789232804e789bdb63acf629dbee to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/46ad789232804e789bdb63acf629dbee 2024-11-26T19:23:17,549 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7030250afb334354982355a2e25a8775 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/B/7030250afb334354982355a2e25a8775 2024-11-26T19:23:17,551 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/87093fd8f23046bfb3c30476933dc572 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/87093fd8f23046bfb3c30476933dc572 2024-11-26T19:23:17,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b17901e11a064c6dadb9b2bc5f067243 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/C/b17901e11a064c6dadb9b2bc5f067243 2024-11-26T19:23:17,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits/376.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5/recovered.edits/376.seqid 2024-11-26T19:23:17,555 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,555 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:23:17,555 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:23:17,556 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T19:23:17,558 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260efdce2e4bdf461885cf0e0053f9b772_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260efdce2e4bdf461885cf0e0053f9b772_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,559 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261425937a4bce4ac8b3b6e0abb81ae83b_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261425937a4bce4ac8b3b6e0abb81ae83b_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,560 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261cf2beb8d6344f2886023a3b235cbe4a_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261cf2beb8d6344f2886023a3b235cbe4a_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625f24160bdcf4f7e96784c6637b05d1d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625f24160bdcf4f7e96784c6637b05d1d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126315f0cb192874f97a67be16b43015442_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126315f0cb192874f97a67be16b43015442_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126572edabbe5b64023af465460cd0390c1_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126572edabbe5b64023af465460cd0390c1_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,563 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126619f3b93227842faab416b8448c9cdb0_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126619f3b93227842faab416b8448c9cdb0_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,564 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126734b5219434e4bcd8eab4957197711e8_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126734b5219434e4bcd8eab4957197711e8_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,565 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675f2f595b2fc4d3992c4480b14af484d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675f2f595b2fc4d3992c4480b14af484d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d8596f87689419f9e90ca7771a29df0_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d8596f87689419f9e90ca7771a29df0_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a522751167a545548f448f11740e39cd_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a522751167a545548f448f11740e39cd_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a78d1770e2324cbcb641990792ab545e_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a78d1770e2324cbcb641990792ab545e_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,569 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b73adc93211d493687265b62b1beece2_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b73adc93211d493687265b62b1beece2_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c62340b7f8bb46f9a4912a8a7c3e4ede_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c62340b7f8bb46f9a4912a8a7c3e4ede_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d259deadcbe54a65820556333f26d14b_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d259deadcbe54a65820556333f26d14b_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0ea12f42ba34b55a2ef9086ce82c443_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0ea12f42ba34b55a2ef9086ce82c443_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3db75f175f146e8a6f5d07380fea62d_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3db75f175f146e8a6f5d07380fea62d_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e61da6ab882d4193a7c226bd8e174f50_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e61da6ab882d4193a7c226bd8e174f50_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,574 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fafc9219ffcb4470b3ab0929edfefbcb_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fafc9219ffcb4470b3ab0929edfefbcb_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,575 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fc509aae89e84d599b8bea5f6b5a8657_92bc2a10f425aba29881c94b546886d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fc509aae89e84d599b8bea5f6b5a8657_92bc2a10f425aba29881c94b546886d5 2024-11-26T19:23:17,576 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:23:17,578 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,579 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:23:17,581 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:23:17,582 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,582 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:23:17,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732648997582"}]},"ts":"9223372036854775807"} 2024-11-26T19:23:17,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:23:17,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 92bc2a10f425aba29881c94b546886d5, NAME => 'TestAcidGuarantees,,1732648963616.92bc2a10f425aba29881c94b546886d5.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:23:17,584 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:23:17,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732648997584"}]},"ts":"9223372036854775807"} 2024-11-26T19:23:17,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:23:17,587 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-26T19:23:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T19:23:17,642 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T19:23:17,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=5354 (was 5401) 2024-11-26T19:23:17,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=5354 2024-11-26T19:23:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:23:17,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:23:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:17,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:23:17,664 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:17,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-11-26T19:23:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:17,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:23:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742277_1453 (size=960) 2024-11-26T19:23:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:18,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:23:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742278_1454 (size=53) 2024-11-26T19:23:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 82ad15489b7949edec0d3e39fff6902c, disabling compactions & flushes 2024-11-26T19:23:18,477 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. after waiting 0 ms 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,477 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:18,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:23:18,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732648998478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732648998478"}]},"ts":"1732648998478"} 2024-11-26T19:23:18,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:23:18,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:23:18,480 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648998480"}]},"ts":"1732648998480"} 2024-11-26T19:23:18,481 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:23:18,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, ASSIGN}] 2024-11-26T19:23:18,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, ASSIGN 2024-11-26T19:23:18,485 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:23:18,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=82ad15489b7949edec0d3e39fff6902c, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:18,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure 82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:18,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:18,790 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,791 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:23:18,791 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,791 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:23:18,791 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,791 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,792 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,793 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:18,793 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82ad15489b7949edec0d3e39fff6902c columnFamilyName A 2024-11-26T19:23:18,794 DEBUG [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:18,794 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(327): Store=82ad15489b7949edec0d3e39fff6902c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:18,794 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,795 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:18,795 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82ad15489b7949edec0d3e39fff6902c columnFamilyName B 2024-11-26T19:23:18,795 DEBUG [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:18,795 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(327): Store=82ad15489b7949edec0d3e39fff6902c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:18,795 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,796 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:18,796 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82ad15489b7949edec0d3e39fff6902c columnFamilyName C 2024-11-26T19:23:18,797 DEBUG [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:18,797 INFO [StoreOpener-82ad15489b7949edec0d3e39fff6902c-1 {}] regionserver.HStore(327): Store=82ad15489b7949edec0d3e39fff6902c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:18,797 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,797 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,798 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,799 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:23:18,800 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:18,801 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:23:18,801 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened 82ad15489b7949edec0d3e39fff6902c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74009371, jitterRate=0.10282556712627411}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:23:18,802 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:18,802 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., pid=141, masterSystemTime=1732648998788 2024-11-26T19:23:18,804 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,804 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:18,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=82ad15489b7949edec0d3e39fff6902c, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:18,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T19:23:18,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure 82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 in 168 msec 2024-11-26T19:23:18,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-26T19:23:18,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, ASSIGN in 322 msec 2024-11-26T19:23:18,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:23:18,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732648998808"}]},"ts":"1732648998808"} 2024-11-26T19:23:18,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:23:18,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:23:18,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-26T19:23:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-26T19:23:19,769 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-11-26T19:23:19,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cb726fe to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59bd764a 2024-11-26T19:23:19,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238db126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:23:19,778 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:23:19,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-26T19:23:19,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-26T19:23:19,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-26T19:23:19,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-26T19:23:19,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,793 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-26T19:23:19,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-26T19:23:19,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-26T19:23:19,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-26T19:23:19,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-26T19:23:19,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-26T19:23:19,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:19,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T19:23:19,821 DEBUG [hconnection-0xdad0764-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:19,822 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,822 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:19,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:19,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:19,824 DEBUG [hconnection-0x2efb80ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,825 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,828 DEBUG [hconnection-0xf7815fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,828 DEBUG [hconnection-0x4964f417-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,829 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,829 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,832 DEBUG [hconnection-0x73af8a0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:19,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:19,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:19,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:19,852 DEBUG [hconnection-0x72cedb8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,857 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6a834995500e41c9b9e6e640073d3479 is 50, key is test_row_0/A:col10/1732648999832/Put/seqid=0 2024-11-26T19:23:19,872 DEBUG [hconnection-0x69ca4ad0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649059873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,873 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649059873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,877 DEBUG [hconnection-0x3b3db673-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,877 DEBUG [hconnection-0x2a6c3214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,878 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,878 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649059879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649059879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,894 DEBUG [hconnection-0x2da02a2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:19,896 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649059897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742279_1455 (size=14341) 2024-11-26T19:23:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:19,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:19,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:19,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:19,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649059975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649059975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649059981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649059981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649059999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:20,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649060180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649060180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649060185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649060186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649060201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6a834995500e41c9b9e6e640073d3479 2024-11-26T19:23:20,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cfcf8f2fb63b48a4a1166042d8155daf is 50, key is test_row_0/B:col10/1732648999832/Put/seqid=0 2024-11-26T19:23:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742280_1456 (size=12001) 2024-11-26T19:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:20,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649060485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649060486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649060491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649060491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649060504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cfcf8f2fb63b48a4a1166042d8155daf 2024-11-26T19:23:20,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b99ec198e6304ac6a328c3c6da3a181f is 50, key is test_row_0/C:col10/1732648999832/Put/seqid=0 2024-11-26T19:23:20,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742281_1457 (size=12001) 2024-11-26T19:23:20,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:20,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649060988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649060988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:20,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649060995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:21,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649060995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:21,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649061009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:21,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:21,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:21,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:21,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:21,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b99ec198e6304ac6a328c3c6da3a181f 2024-11-26T19:23:21,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6a834995500e41c9b9e6e640073d3479 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479 2024-11-26T19:23:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479, entries=200, sequenceid=12, filesize=14.0 K 2024-11-26T19:23:21,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cfcf8f2fb63b48a4a1166042d8155daf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf 2024-11-26T19:23:21,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T19:23:21,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b99ec198e6304ac6a328c3c6da3a181f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f 2024-11-26T19:23:21,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T19:23:21,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 82ad15489b7949edec0d3e39fff6902c in 1353ms, sequenceid=12, compaction requested=false 2024-11-26T19:23:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:21,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:21,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T19:23:21,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:21,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/23f45efe5ddc43d1878e465f414aba3f is 50, key is test_row_0/A:col10/1732648999869/Put/seqid=0 2024-11-26T19:23:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742282_1458 (size=12001) 2024-11-26T19:23:21,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/23f45efe5ddc43d1878e465f414aba3f 2024-11-26T19:23:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cee3f56b29bd4a6e978f605d2f6797db is 50, key is test_row_0/B:col10/1732648999869/Put/seqid=0 2024-11-26T19:23:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742283_1459 (size=12001) 2024-11-26T19:23:21,279 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cee3f56b29bd4a6e978f605d2f6797db 2024-11-26T19:23:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/bb94ca56cede465bb86fa834ac9fee3f is 50, key is test_row_0/C:col10/1732648999869/Put/seqid=0 2024-11-26T19:23:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742284_1460 (size=12001) 2024-11-26T19:23:21,304 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/bb94ca56cede465bb86fa834ac9fee3f 2024-11-26T19:23:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/23f45efe5ddc43d1878e465f414aba3f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f 2024-11-26T19:23:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:23:21,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cee3f56b29bd4a6e978f605d2f6797db as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db 2024-11-26T19:23:21,328 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:23:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/bb94ca56cede465bb86fa834ac9fee3f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f 2024-11-26T19:23:21,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T19:23:21,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 82ad15489b7949edec0d3e39fff6902c in 148ms, sequenceid=38, compaction requested=false 2024-11-26T19:23:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T19:23:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T19:23:21,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T19:23:21,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-11-26T19:23:21,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.5320 sec 2024-11-26T19:23:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T19:23:21,926 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T19:23:21,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T19:23:21,929 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:21,930 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T19:23:21,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:22,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6857443e4cf4443a8ddc7122b2896e86 is 50, key is test_row_0/A:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742285_1461 (size=14341) 2024-11-26T19:23:22,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6857443e4cf4443a8ddc7122b2896e86 2024-11-26T19:23:22,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cf4aebc21be84c5193ebc845cf926b8b is 50, key is test_row_0/B:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T19:23:22,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742286_1462 (size=12001) 2024-11-26T19:23:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T19:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T19:23:22,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T19:23:22,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:22,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T19:23:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:22,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cf4aebc21be84c5193ebc845cf926b8b 2024-11-26T19:23:22,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/888a6ddb9989468faf4bf0a71388dc7d is 50, key is test_row_0/C:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742287_1463 (size=12001) 2024-11-26T19:23:22,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/888a6ddb9989468faf4bf0a71388dc7d 2024-11-26T19:23:22,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/6857443e4cf4443a8ddc7122b2896e86 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86 2024-11-26T19:23:22,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86, entries=200, sequenceid=50, filesize=14.0 K 2024-11-26T19:23:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/cf4aebc21be84c5193ebc845cf926b8b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b 2024-11-26T19:23:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T19:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/888a6ddb9989468faf4bf0a71388dc7d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d 2024-11-26T19:23:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T19:23:22,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 82ad15489b7949edec0d3e39fff6902c in 482ms, sequenceid=50, compaction requested=true 2024-11-26T19:23:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:22,492 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:22,492 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:22,495 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:22,495 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:22,495 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,495 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=35.2 K 2024-11-26T19:23:22,496 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:22,496 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:22,496 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,496 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=39.7 K 2024-11-26T19:23:22,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cfcf8f2fb63b48a4a1166042d8155daf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648999828 2024-11-26T19:23:22,497 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a834995500e41c9b9e6e640073d3479, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648999828 2024-11-26T19:23:22,497 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cee3f56b29bd4a6e978f605d2f6797db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648999869 2024-11-26T19:23:22,497 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f45efe5ddc43d1878e465f414aba3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648999869 2024-11-26T19:23:22,498 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting cf4aebc21be84c5193ebc845cf926b8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:22,498 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6857443e4cf4443a8ddc7122b2896e86, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:22,513 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:22,514 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/5f5ed41a36304ae8a54829bde0eb09d7 is 50, key is test_row_0/A:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,522 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:22,523 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/bda04fa3b96d4dc5a7f03b92e893e829 is 50, key is test_row_0/B:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742288_1464 (size=12104) 2024-11-26T19:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T19:23:22,541 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/5f5ed41a36304ae8a54829bde0eb09d7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/5f5ed41a36304ae8a54829bde0eb09d7 2024-11-26T19:23:22,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T19:23:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,542 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:22,546 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 5f5ed41a36304ae8a54829bde0eb09d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:22,546 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:22,546 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649002491; duration=0sec 2024-11-26T19:23:22,546 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:22,546 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:22,546 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7bc2c2f51a644707ac7eee3023936ad7 is 50, key is test_row_0/A:col10/1732649002036/Put/seqid=0 2024-11-26T19:23:22,550 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:22,550 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:22,550 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:22,550 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=35.2 K 2024-11-26T19:23:22,550 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b99ec198e6304ac6a328c3c6da3a181f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732648999828 2024-11-26T19:23:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742289_1465 (size=12104) 2024-11-26T19:23:22,551 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb94ca56cede465bb86fa834ac9fee3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732648999869 2024-11-26T19:23:22,552 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 888a6ddb9989468faf4bf0a71388dc7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742290_1466 (size=12001) 2024-11-26T19:23:22,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7bc2c2f51a644707ac7eee3023936ad7 2024-11-26T19:23:22,560 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/bda04fa3b96d4dc5a7f03b92e893e829 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/bda04fa3b96d4dc5a7f03b92e893e829 2024-11-26T19:23:22,563 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:22,563 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/9b122ca5f63e49099eacb8efa12c0b32 is 50, key is test_row_0/C:col10/1732649001998/Put/seqid=0 2024-11-26T19:23:22,567 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into bda04fa3b96d4dc5a7f03b92e893e829(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:22,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:22,567 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649002492; duration=0sec 2024-11-26T19:23:22,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:22,567 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/595d57e4ea4c4c42a784e495cc05ef0e is 50, key is test_row_0/B:col10/1732649002036/Put/seqid=0 2024-11-26T19:23:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742291_1467 (size=12104) 2024-11-26T19:23:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742292_1468 (size=12001) 2024-11-26T19:23:22,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/595d57e4ea4c4c42a784e495cc05ef0e 2024-11-26T19:23:22,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/890d99b9cdf543e2a834cf2d52ba0ee3 is 50, key is test_row_0/C:col10/1732649002036/Put/seqid=0 2024-11-26T19:23:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742293_1469 (size=12001) 2024-11-26T19:23:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:22,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:23:22,979 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/9b122ca5f63e49099eacb8efa12c0b32 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9b122ca5f63e49099eacb8efa12c0b32 2024-11-26T19:23:22,984 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into 9b122ca5f63e49099eacb8efa12c0b32(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:22,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:22,984 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649002492; duration=0sec 2024-11-26T19:23:22,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:22,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:22,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649062988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649062990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649062991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649062991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649062992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,001 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/890d99b9cdf543e2a834cf2d52ba0ee3 2024-11-26T19:23:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7bc2c2f51a644707ac7eee3023936ad7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7 2024-11-26T19:23:23,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:23:23,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/595d57e4ea4c4c42a784e495cc05ef0e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e 2024-11-26T19:23:23,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:23:23,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/890d99b9cdf543e2a834cf2d52ba0ee3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3 2024-11-26T19:23:23,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T19:23:23,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 82ad15489b7949edec0d3e39fff6902c in 475ms, sequenceid=74, compaction requested=false 2024-11-26T19:23:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T19:23:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T19:23:23,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T19:23:23,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-11-26T19:23:23,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0920 sec 2024-11-26T19:23:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T19:23:23,034 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T19:23:23,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-26T19:23:23,037 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:23,038 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:23,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T19:23:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T19:23:23,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T19:23:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:23,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/ff101416bb534816b3ad7d7a5b7acc3b is 50, key is test_row_0/A:col10/1732649002677/Put/seqid=0 2024-11-26T19:23:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742294_1470 (size=12001) 2024-11-26T19:23:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:23,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T19:23:23,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649063357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649063358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649063359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649063360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649063361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649063465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649063465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649063466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649063466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649063469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,600 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/ff101416bb534816b3ad7d7a5b7acc3b 2024-11-26T19:23:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9b3368517fe423496bc344b55dbada9 is 50, key is test_row_0/B:col10/1732649002677/Put/seqid=0 2024-11-26T19:23:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742295_1471 (size=12001) 2024-11-26T19:23:23,613 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9b3368517fe423496bc344b55dbada9 2024-11-26T19:23:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/23bb3b5c70474a569c59ef10299dc782 is 50, key is test_row_0/C:col10/1732649002677/Put/seqid=0 2024-11-26T19:23:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742296_1472 (size=12001) 2024-11-26T19:23:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T19:23:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649063672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649063672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649063673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649063673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649063674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649063975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649063978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649063978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649063979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649063980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/23bb3b5c70474a569c59ef10299dc782 2024-11-26T19:23:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/ff101416bb534816b3ad7d7a5b7acc3b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b 2024-11-26T19:23:24,032 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T19:23:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9b3368517fe423496bc344b55dbada9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9 2024-11-26T19:23:24,036 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T19:23:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/23bb3b5c70474a569c59ef10299dc782 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782 2024-11-26T19:23:24,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T19:23:24,042 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 82ad15489b7949edec0d3e39fff6902c in 852ms, sequenceid=89, compaction requested=true 2024-11-26T19:23:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-26T19:23:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-26T19:23:24,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T19:23:24,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-26T19:23:24,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0100 sec 2024-11-26T19:23:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T19:23:24,141 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T19:23:24,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-26T19:23:24,144 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T19:23:24,145 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:24,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T19:23:24,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:24,297 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d396352281c4d028b91ee1976f2b177 is 50, key is test_row_0/A:col10/1732649003348/Put/seqid=0 2024-11-26T19:23:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742297_1473 (size=12001) 2024-11-26T19:23:24,308 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d396352281c4d028b91ee1976f2b177 2024-11-26T19:23:24,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/06d6f1c113e74a06aff3ca7b74a9ea36 is 50, key is test_row_0/B:col10/1732649003348/Put/seqid=0 2024-11-26T19:23:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742298_1474 (size=12001) 2024-11-26T19:23:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T19:23:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:24,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649064492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649064494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649064494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649064495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649064495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649064602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649064602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649064602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649064604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649064604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/06d6f1c113e74a06aff3ca7b74a9ea36 2024-11-26T19:23:24,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/0706081d5b584b37a62e7e69e38c5f2d is 50, key is test_row_0/C:col10/1732649003348/Put/seqid=0 2024-11-26T19:23:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742299_1475 (size=12001) 2024-11-26T19:23:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T19:23:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649064808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649064808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649064808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649064809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:24,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649064809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649065113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649065114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649065115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649065116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649065116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/0706081d5b584b37a62e7e69e38c5f2d 2024-11-26T19:23:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d396352281c4d028b91ee1976f2b177 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177 2024-11-26T19:23:25,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:23:25,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/06d6f1c113e74a06aff3ca7b74a9ea36 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36 2024-11-26T19:23:25,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:23:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/0706081d5b584b37a62e7e69e38c5f2d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d 2024-11-26T19:23:25,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T19:23:25,153 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 82ad15489b7949edec0d3e39fff6902c in 856ms, sequenceid=113, compaction requested=true 2024-11-26T19:23:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-26T19:23:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-26T19:23:25,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T19:23:25,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-26T19:23:25,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.0130 sec 2024-11-26T19:23:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T19:23:25,247 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-26T19:23:25,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-26T19:23:25,250 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T19:23:25,251 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:25,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T19:23:25,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/736a36dd948d40db80ec24c8754b6525 is 50, key is test_row_0/A:col10/1732649004494/Put/seqid=0 2024-11-26T19:23:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742300_1476 (size=12001) 2024-11-26T19:23:25,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/736a36dd948d40db80ec24c8754b6525 2024-11-26T19:23:25,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/9e78c4eed7a34a18b1115ccc45a61048 is 50, key is test_row_0/B:col10/1732649004494/Put/seqid=0 2024-11-26T19:23:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742301_1477 (size=12001) 2024-11-26T19:23:25,443 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/9e78c4eed7a34a18b1115ccc45a61048 2024-11-26T19:23:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b33547b371a74771af9503caeedc847e is 50, key is test_row_0/C:col10/1732649004494/Put/seqid=0 2024-11-26T19:23:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742302_1478 (size=12001) 2024-11-26T19:23:25,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b33547b371a74771af9503caeedc847e 2024-11-26T19:23:25,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/736a36dd948d40db80ec24c8754b6525 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525 2024-11-26T19:23:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525, entries=150, sequenceid=125, filesize=11.7 K 2024-11-26T19:23:25,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/9e78c4eed7a34a18b1115ccc45a61048 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048 2024-11-26T19:23:25,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048, entries=150, sequenceid=125, filesize=11.7 K 2024-11-26T19:23:25,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/b33547b371a74771af9503caeedc847e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e 2024-11-26T19:23:25,485 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e, entries=150, sequenceid=125, filesize=11.7 K 2024-11-26T19:23:25,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 82ad15489b7949edec0d3e39fff6902c in 83ms, sequenceid=125, compaction requested=true 2024-11-26T19:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-26T19:23:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-26T19:23:25,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-26T19:23:25,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 236 msec 2024-11-26T19:23:25,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 240 msec 2024-11-26T19:23:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T19:23:25,557 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T19:23:25,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-26T19:23:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:25,560 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:25,561 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:25,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:25,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:25,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/616401dcc67d492481000626cb79655a is 50, key is test_row_0/A:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:25,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742303_1479 (size=16931) 2024-11-26T19:23:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649065663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649065668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649065670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649065672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:25,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:25,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649065773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649065773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649065782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649065782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649065784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:25,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:25,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:25,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649065981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649065981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649065987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649065987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649065990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/616401dcc67d492481000626cb79655a 2024-11-26T19:23:26,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/60c458b836a34adaa77a25186346b52b is 50, key is test_row_0/B:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:26,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742304_1480 (size=12151) 2024-11-26T19:23:26,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/60c458b836a34adaa77a25186346b52b 2024-11-26T19:23:26,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/57f7e0dffa684df68627487b17abe506 is 50, key is test_row_0/C:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742305_1481 (size=12151) 2024-11-26T19:23:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:26,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649066284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649066284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649066295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649066296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649066299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/57f7e0dffa684df68627487b17abe506 2024-11-26T19:23:26,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/616401dcc67d492481000626cb79655a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a 2024-11-26T19:23:26,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:26,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a, entries=250, sequenceid=138, filesize=16.5 K 2024-11-26T19:23:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/60c458b836a34adaa77a25186346b52b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b 2024-11-26T19:23:26,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T19:23:26,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/57f7e0dffa684df68627487b17abe506 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506 2024-11-26T19:23:26,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T19:23:26,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 82ad15489b7949edec0d3e39fff6902c in 859ms, sequenceid=138, compaction requested=true 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:26,494 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:23:26,494 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:23:26,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:23:26,496 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 77039 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:23:26,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:26,496 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:26,496 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,496 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,496 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/bda04fa3b96d4dc5a7f03b92e893e829, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=70.6 K 2024-11-26T19:23:26,496 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/5f5ed41a36304ae8a54829bde0eb09d7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=75.2 K 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bda04fa3b96d4dc5a7f03b92e893e829, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f5ed41a36304ae8a54829bde0eb09d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 595d57e4ea4c4c42a784e495cc05ef0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732649002036 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc2c2f51a644707ac7eee3023936ad7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732649002036 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b3368517fe423496bc344b55dbada9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732649002677 2024-11-26T19:23:26,497 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff101416bb534816b3ad7d7a5b7acc3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732649002677 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d6f1c113e74a06aff3ca7b74a9ea36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732649003348 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d396352281c4d028b91ee1976f2b177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732649003348 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e78c4eed7a34a18b1115ccc45a61048, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732649004492 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 736a36dd948d40db80ec24c8754b6525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732649004492 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c458b836a34adaa77a25186346b52b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:26,498 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 616401dcc67d492481000626cb79655a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:26,508 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:26,509 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/c15c838371be49018aa5a22c668d1369 is 50, key is test_row_0/B:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:26,510 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:26,510 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/76ad3c5b6ff2497dbdfbfaba8cb5f849 is 50, key is test_row_0/A:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742306_1482 (size=12459) 2024-11-26T19:23:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742307_1483 (size=12459) 2024-11-26T19:23:26,520 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/c15c838371be49018aa5a22c668d1369 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c15c838371be49018aa5a22c668d1369 2024-11-26T19:23:26,524 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/76ad3c5b6ff2497dbdfbfaba8cb5f849 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/76ad3c5b6ff2497dbdfbfaba8cb5f849 2024-11-26T19:23:26,525 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into c15c838371be49018aa5a22c668d1369(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:26,525 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:26,525 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=10, startTime=1732649006494; duration=0sec 2024-11-26T19:23:26,525 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:26,525 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:26,525 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:26,528 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,528 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9b122ca5f63e49099eacb8efa12c0b32, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=70.6 K 2024-11-26T19:23:26,528 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 76ad3c5b6ff2497dbdfbfaba8cb5f849(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:26,528 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=10, startTime=1732649006494; duration=0sec 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:26,528 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b122ca5f63e49099eacb8efa12c0b32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732649001998 2024-11-26T19:23:26,529 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 890d99b9cdf543e2a834cf2d52ba0ee3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732649002036 2024-11-26T19:23:26,529 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 23bb3b5c70474a569c59ef10299dc782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732649002677 2024-11-26T19:23:26,529 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0706081d5b584b37a62e7e69e38c5f2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732649003348 2024-11-26T19:23:26,530 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b33547b371a74771af9503caeedc847e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732649004492 2024-11-26T19:23:26,530 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f7e0dffa684df68627487b17abe506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:26,539 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:26,539 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/4b44c01112eb47259e63293af7ed495d is 50, key is test_row_0/C:col10/1732649005627/Put/seqid=0 2024-11-26T19:23:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742308_1484 (size=12459) 2024-11-26T19:23:26,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:26,635 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/1b9ea7da56cc4ddeb868bceedfe40aea is 50, key is test_row_0/A:col10/1732649005669/Put/seqid=0 2024-11-26T19:23:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742309_1485 (size=12151) 2024-11-26T19:23:26,644 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/1b9ea7da56cc4ddeb868bceedfe40aea 2024-11-26T19:23:26,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b39e5cedcb9a4473b994937d924f7073 is 50, key is test_row_0/B:col10/1732649005669/Put/seqid=0 2024-11-26T19:23:26,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742310_1486 (size=12151) 2024-11-26T19:23:26,657 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b39e5cedcb9a4473b994937d924f7073 2024-11-26T19:23:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f8804b624d4d4f159717e9ff0407d3bf is 50, key is test_row_0/C:col10/1732649005669/Put/seqid=0 2024-11-26T19:23:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742311_1487 (size=12151) 2024-11-26T19:23:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:26,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:26,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649066808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649066809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649066811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649066812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649066812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649066917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649066917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649066917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649066918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649066918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:26,948 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/4b44c01112eb47259e63293af7ed495d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/4b44c01112eb47259e63293af7ed495d 2024-11-26T19:23:26,952 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into 4b44c01112eb47259e63293af7ed495d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:26,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:26,952 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=10, startTime=1732649006494; duration=0sec 2024-11-26T19:23:26,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:26,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:27,069 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f8804b624d4d4f159717e9ff0407d3bf 2024-11-26T19:23:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/1b9ea7da56cc4ddeb868bceedfe40aea as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea 2024-11-26T19:23:27,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea, entries=150, sequenceid=163, filesize=11.9 K 2024-11-26T19:23:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b39e5cedcb9a4473b994937d924f7073 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073 2024-11-26T19:23:27,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073, entries=150, sequenceid=163, filesize=11.9 K 2024-11-26T19:23:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f8804b624d4d4f159717e9ff0407d3bf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf 2024-11-26T19:23:27,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf, entries=150, sequenceid=163, filesize=11.9 K 2024-11-26T19:23:27,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 82ad15489b7949edec0d3e39fff6902c in 450ms, sequenceid=163, compaction requested=false 2024-11-26T19:23:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-26T19:23:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-26T19:23:27,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T19:23:27,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5250 sec 2024-11-26T19:23:27,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.5300 sec 2024-11-26T19:23:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:27,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:27,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:27,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/f2c25ab98adb4026b51964eb8fc2487f is 50, key is test_row_0/A:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742312_1488 (size=16931) 2024-11-26T19:23:27,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649067146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649067146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649067147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649067148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649067151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649067252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649067253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649067253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649067254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649067257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649067457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649067458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649067458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649067458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649067462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/f2c25ab98adb4026b51964eb8fc2487f 2024-11-26T19:23:27,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9fb7ade96d44293885bef5cd3c0e5d1 is 50, key is test_row_0/B:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:27,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742313_1489 (size=12151) 2024-11-26T19:23:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T19:23:27,664 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-26T19:23:27,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-26T19:23:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:27,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:27,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:27,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649067763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649067763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649067764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649067765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649067770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T19:23:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:27,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:27,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:27,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9fb7ade96d44293885bef5cd3c0e5d1 2024-11-26T19:23:27,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d4a5e52d04194b75bdfe1a25b9ea9f64 is 50, key is test_row_0/C:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742314_1490 (size=12151) 2024-11-26T19:23:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:27,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:27,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T19:23:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:27,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T19:23:28,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:28,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649068269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649068271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649068277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649068277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649068278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d4a5e52d04194b75bdfe1a25b9ea9f64 2024-11-26T19:23:28,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/f2c25ab98adb4026b51964eb8fc2487f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f 2024-11-26T19:23:28,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f, entries=250, sequenceid=179, filesize=16.5 K 2024-11-26T19:23:28,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b9fb7ade96d44293885bef5cd3c0e5d1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1 2024-11-26T19:23:28,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T19:23:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d4a5e52d04194b75bdfe1a25b9ea9f64 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64 2024-11-26T19:23:28,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T19:23:28,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 82ad15489b7949edec0d3e39fff6902c in 1258ms, sequenceid=179, compaction requested=true 2024-11-26T19:23:28,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:28,380 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:28,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:28,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:28,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:28,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:28,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:28,381 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:28,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:28,381 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:28,381 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:28,381 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,381 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/76ad3c5b6ff2497dbdfbfaba8cb5f849, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=40.6 K 2024-11-26T19:23:28,381 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:28,381 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:28,382 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,382 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c15c838371be49018aa5a22c668d1369, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=35.9 K 2024-11-26T19:23:28,382 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76ad3c5b6ff2497dbdfbfaba8cb5f849, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:28,382 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b9ea7da56cc4ddeb868bceedfe40aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732649005653 2024-11-26T19:23:28,382 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c15c838371be49018aa5a22c668d1369, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:28,382 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2c25ab98adb4026b51964eb8fc2487f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006799 2024-11-26T19:23:28,383 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b39e5cedcb9a4473b994937d924f7073, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732649005653 2024-11-26T19:23:28,383 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting b9fb7ade96d44293885bef5cd3c0e5d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006807 2024-11-26T19:23:28,397 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:28,398 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/335a6d4dc6394eb3ac1c6c860dd31874 is 50, key is test_row_0/A:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:28,401 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:28,401 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/d6705463949944ba989cdb7261a3ce9b is 50, key is test_row_0/B:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742315_1491 (size=12561) 2024-11-26T19:23:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742316_1492 (size=12561) 2024-11-26T19:23:28,414 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/d6705463949944ba989cdb7261a3ce9b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/d6705463949944ba989cdb7261a3ce9b 2024-11-26T19:23:28,418 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into d6705463949944ba989cdb7261a3ce9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:28,418 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:28,418 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649008380; duration=0sec 2024-11-26T19:23:28,418 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:28,418 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:28,418 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:28,419 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:28,419 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:28,419 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,419 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/4b44c01112eb47259e63293af7ed495d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=35.9 K 2024-11-26T19:23:28,419 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b44c01112eb47259e63293af7ed495d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732649005627 2024-11-26T19:23:28,420 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f8804b624d4d4f159717e9ff0407d3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732649005653 2024-11-26T19:23:28,420 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a5e52d04194b75bdfe1a25b9ea9f64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006807 2024-11-26T19:23:28,426 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:28,426 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/796e520456c34a0c9898545d537bb688 is 50, key is test_row_0/C:col10/1732649007122/Put/seqid=0 2024-11-26T19:23:28,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:28,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742317_1493 (size=12561) 2024-11-26T19:23:28,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:28,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7b11a2c92a2944479904d59bd6a48297 is 50, key is test_row_0/A:col10/1732649007150/Put/seqid=0 2024-11-26T19:23:28,437 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/796e520456c34a0c9898545d537bb688 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/796e520456c34a0c9898545d537bb688 2024-11-26T19:23:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742318_1494 (size=12151) 2024-11-26T19:23:28,442 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into 796e520456c34a0c9898545d537bb688(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:28,442 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:28,442 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649008381; duration=0sec 2024-11-26T19:23:28,442 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:28,442 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:28,810 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/335a6d4dc6394eb3ac1c6c860dd31874 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/335a6d4dc6394eb3ac1c6c860dd31874 2024-11-26T19:23:28,814 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 335a6d4dc6394eb3ac1c6c860dd31874(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:28,815 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:28,815 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649008380; duration=0sec 2024-11-26T19:23:28,815 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:28,815 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:28,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7b11a2c92a2944479904d59bd6a48297 2024-11-26T19:23:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/84bb226e05fe4291a32bc3cb08313192 is 50, key is test_row_0/B:col10/1732649007150/Put/seqid=0 2024-11-26T19:23:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742319_1495 (size=12151) 2024-11-26T19:23:29,258 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/84bb226e05fe4291a32bc3cb08313192 2024-11-26T19:23:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/8d55853cb8474a55afe8c0d2c381c4e4 is 50, key is test_row_0/C:col10/1732649007150/Put/seqid=0 2024-11-26T19:23:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:29,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742320_1496 (size=12151) 2024-11-26T19:23:29,284 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/8d55853cb8474a55afe8c0d2c381c4e4 2024-11-26T19:23:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/7b11a2c92a2944479904d59bd6a48297 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297 2024-11-26T19:23:29,295 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T19:23:29,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/84bb226e05fe4291a32bc3cb08313192 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192 2024-11-26T19:23:29,299 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T19:23:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/8d55853cb8474a55afe8c0d2c381c4e4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4 2024-11-26T19:23:29,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649069294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649069295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649069295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649069296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,303 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T19:23:29,304 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 82ad15489b7949edec0d3e39fff6902c in 874ms, sequenceid=201, compaction requested=false 2024-11-26T19:23:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-26T19:23:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-26T19:23:29,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-26T19:23:29,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6380 sec 2024-11-26T19:23:29,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.6410 sec 2024-11-26T19:23:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:29,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:29,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:29,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/4b7cc3e09bab46f5aab5c6bcac57bee8 is 50, key is test_row_0/A:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742321_1497 (size=14541) 2024-11-26T19:23:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649069387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649069403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649069403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649069404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649069404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649069495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649069607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649069607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649069608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649069610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649069699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/4b7cc3e09bab46f5aab5c6bcac57bee8 2024-11-26T19:23:29,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/aaaaec7312e14734b5f50db354c5f183 is 50, key is test_row_0/B:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742322_1498 (size=12151) 2024-11-26T19:23:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T19:23:29,770 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-26T19:23:29,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-26T19:23:29,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:29,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:29,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:29,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649069913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649069914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649069917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649069919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:29,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:29,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:29,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649070003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:30,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/aaaaec7312e14734b5f50db354c5f183 2024-11-26T19:23:30,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/19e0f864fbb84fd0b2b48e2aa2710819 is 50, key is test_row_0/C:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742323_1499 (size=12151) 2024-11-26T19:23:30,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:30,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649070419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649070421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649070422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649070427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649070512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:30,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:30,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/19e0f864fbb84fd0b2b48e2aa2710819 2024-11-26T19:23:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/4b7cc3e09bab46f5aab5c6bcac57bee8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8 2024-11-26T19:23:30,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8, entries=200, sequenceid=219, filesize=14.2 K 2024-11-26T19:23:30,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/aaaaec7312e14734b5f50db354c5f183 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183 2024-11-26T19:23:30,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183, entries=150, sequenceid=219, filesize=11.9 K 2024-11-26T19:23:30,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/19e0f864fbb84fd0b2b48e2aa2710819 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819 2024-11-26T19:23:30,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819, entries=150, sequenceid=219, filesize=11.9 K 2024-11-26T19:23:30,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 82ad15489b7949edec0d3e39fff6902c in 1251ms, sequenceid=219, compaction requested=true 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:30,559 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:30,559 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:30,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:30,560 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:30,560 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:30,560 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:30,560 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:30,560 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,560 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,560 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/d6705463949944ba989cdb7261a3ce9b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.0 K 2024-11-26T19:23:30,560 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/335a6d4dc6394eb3ac1c6c860dd31874, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=38.3 K 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 335a6d4dc6394eb3ac1c6c860dd31874, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006807 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d6705463949944ba989cdb7261a3ce9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006807 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b11a2c92a2944479904d59bd6a48297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732649007144 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bb226e05fe4291a32bc3cb08313192, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732649007144 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting aaaaec7312e14734b5f50db354c5f183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009293 2024-11-26T19:23:30,561 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7cc3e09bab46f5aab5c6bcac57bee8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009292 2024-11-26T19:23:30,568 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#423 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:30,568 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:30,568 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/80c63b26f3df44848c5c534f491fdeb6 is 50, key is test_row_0/A:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:30,568 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/35667ed47dea48caaee9d31c0a84c2db is 50, key is test_row_0/B:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742324_1500 (size=12663) 2024-11-26T19:23:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742325_1501 (size=12663) 2024-11-26T19:23:30,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:30,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:30,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/14a6884df6bd4b2a8a9922776d428646 is 50, key is test_row_0/A:col10/1732649009386/Put/seqid=0 2024-11-26T19:23:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742326_1502 (size=12151) 2024-11-26T19:23:30,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/14a6884df6bd4b2a8a9922776d428646 2024-11-26T19:23:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/ce122ca583e44f59b8bae52fca30cdbe is 50, key is test_row_0/B:col10/1732649009386/Put/seqid=0 2024-11-26T19:23:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742327_1503 (size=12151) 2024-11-26T19:23:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:30,976 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/35667ed47dea48caaee9d31c0a84c2db as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/35667ed47dea48caaee9d31c0a84c2db 2024-11-26T19:23:30,984 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/80c63b26f3df44848c5c534f491fdeb6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/80c63b26f3df44848c5c534f491fdeb6 2024-11-26T19:23:30,987 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into 35667ed47dea48caaee9d31c0a84c2db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:30,987 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:30,987 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649010559; duration=0sec 2024-11-26T19:23:30,987 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:30,987 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:30,987 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:30,988 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:30,989 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:30,989 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:30,989 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/796e520456c34a0c9898545d537bb688, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.0 K 2024-11-26T19:23:30,990 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 80c63b26f3df44848c5c534f491fdeb6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:30,990 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649010559; duration=0sec 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 796e520456c34a0c9898545d537bb688, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732649006807 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d55853cb8474a55afe8c0d2c381c4e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732649007144 2024-11-26T19:23:30,990 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e0f864fbb84fd0b2b48e2aa2710819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009293 2024-11-26T19:23:30,996 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:30,996 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/a8251c59a8844d788cdea73c8e2c2df1 is 50, key is test_row_0/C:col10/1732649009301/Put/seqid=0 2024-11-26T19:23:31,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742328_1504 (size=12663) 2024-11-26T19:23:31,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/ce122ca583e44f59b8bae52fca30cdbe 2024-11-26T19:23:31,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/dd85198fc28a4a4f8a8b4a107098e267 is 50, key is test_row_0/C:col10/1732649009386/Put/seqid=0 2024-11-26T19:23:31,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742329_1505 (size=12151) 2024-11-26T19:23:31,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/dd85198fc28a4a4f8a8b4a107098e267 2024-11-26T19:23:31,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/14a6884df6bd4b2a8a9922776d428646 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646 2024-11-26T19:23:31,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T19:23:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/ce122ca583e44f59b8bae52fca30cdbe as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe 2024-11-26T19:23:31,153 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T19:23:31,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/dd85198fc28a4a4f8a8b4a107098e267 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267 2024-11-26T19:23:31,157 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T19:23:31,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 82ad15489b7949edec0d3e39fff6902c in 465ms, sequenceid=239, compaction requested=false 2024-11-26T19:23:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-26T19:23:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-26T19:23:31,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T19:23:31,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-11-26T19:23:31,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.3900 sec 2024-11-26T19:23:31,405 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/a8251c59a8844d788cdea73c8e2c2df1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a8251c59a8844d788cdea73c8e2c2df1 2024-11-26T19:23:31,409 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into a8251c59a8844d788cdea73c8e2c2df1(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:31,409 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:31,409 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649010559; duration=0sec 2024-11-26T19:23:31,409 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:31,409 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:31,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:31,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:31,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:31,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:31,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:31,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:31,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:31,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 is 50, key is test_row_0/A:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742330_1506 (size=16931) 2024-11-26T19:23:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649071509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649071510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649071514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649071515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649071516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649071615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649071616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649071620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649071620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649071819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649071821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649071825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649071826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:31,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 2024-11-26T19:23:31,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0212127fe8a04e00b85ddf8404fe0f53 is 50, key is test_row_0/B:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742331_1507 (size=12151) 2024-11-26T19:23:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T19:23:31,877 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-26T19:23:31,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-26T19:23:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:31,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:31,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:31,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:32,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649072126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649072127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649072132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649072132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:32,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0212127fe8a04e00b85ddf8404fe0f53 2024-11-26T19:23:32,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1025f3c0457b48a2bde430cbcdc4a8e1 is 50, key is test_row_0/C:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742332_1508 (size=12151) 2024-11-26T19:23:32,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:32,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:32,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649072635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649072636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649072642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649072642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1025f3c0457b48a2bde430cbcdc4a8e1 2024-11-26T19:23:32,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 2024-11-26T19:23:32,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703, entries=250, sequenceid=253, filesize=16.5 K 2024-11-26T19:23:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0212127fe8a04e00b85ddf8404fe0f53 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53 2024-11-26T19:23:32,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T19:23:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1025f3c0457b48a2bde430cbcdc4a8e1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1 2024-11-26T19:23:32,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T19:23:32,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 82ad15489b7949edec0d3e39fff6902c in 1256ms, sequenceid=253, compaction requested=true 2024-11-26T19:23:32,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:32,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:32,691 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:32,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:32,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:32,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:32,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:32,692 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:32,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:32,692 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:32,692 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:32,692 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:32,692 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,692 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:32,692 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,692 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/80c63b26f3df44848c5c534f491fdeb6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=40.8 K 2024-11-26T19:23:32,693 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/35667ed47dea48caaee9d31c0a84c2db, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.1 K 2024-11-26T19:23:32,693 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c63b26f3df44848c5c534f491fdeb6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009293 2024-11-26T19:23:32,693 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 35667ed47dea48caaee9d31c0a84c2db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009293 2024-11-26T19:23:32,693 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14a6884df6bd4b2a8a9922776d428646, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732649009359 2024-11-26T19:23:32,693 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f4647b4e3d349fa8c1ed1ecfcfa4703, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011429 2024-11-26T19:23:32,693 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting ce122ca583e44f59b8bae52fca30cdbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732649009359 2024-11-26T19:23:32,694 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0212127fe8a04e00b85ddf8404fe0f53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011431 2024-11-26T19:23:32,699 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#431 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:32,700 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8f46d289cf3e40f29b5277ab783c154a is 50, key is test_row_0/A:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:32,703 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:32,703 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/a76d4d4fd55b44a583a5d728540977ad is 50, key is test_row_0/B:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742334_1510 (size=12765) 2024-11-26T19:23:32,714 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/a76d4d4fd55b44a583a5d728540977ad as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/a76d4d4fd55b44a583a5d728540977ad 2024-11-26T19:23:32,718 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into a76d4d4fd55b44a583a5d728540977ad(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:32,718 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:32,718 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649012691; duration=0sec 2024-11-26T19:23:32,718 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:32,718 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:32,718 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742333_1509 (size=12765) 2024-11-26T19:23:32,720 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:32,720 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:32,720 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,720 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a8251c59a8844d788cdea73c8e2c2df1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.1 K 2024-11-26T19:23:32,720 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a8251c59a8844d788cdea73c8e2c2df1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732649009293 2024-11-26T19:23:32,721 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting dd85198fc28a4a4f8a8b4a107098e267, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732649009359 2024-11-26T19:23:32,721 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1025f3c0457b48a2bde430cbcdc4a8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011431 2024-11-26T19:23:32,729 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:32,729 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f4013c3e7bea49a3a830bb65b1004cc5 is 50, key is test_row_0/C:col10/1732649011434/Put/seqid=0 2024-11-26T19:23:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742335_1511 (size=12765) 2024-11-26T19:23:32,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:32,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-26T19:23:32,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:32,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:32,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:32,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a6c4cc67021b44029c741cc57a857488 is 50, key is test_row_0/A:col10/1732649011507/Put/seqid=0 2024-11-26T19:23:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742336_1512 (size=12301) 2024-11-26T19:23:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:33,123 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8f46d289cf3e40f29b5277ab783c154a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8f46d289cf3e40f29b5277ab783c154a 2024-11-26T19:23:33,127 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 8f46d289cf3e40f29b5277ab783c154a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:33,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:33,127 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649012691; duration=0sec 2024-11-26T19:23:33,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:33,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:33,139 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f4013c3e7bea49a3a830bb65b1004cc5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4013c3e7bea49a3a830bb65b1004cc5 2024-11-26T19:23:33,143 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into f4013c3e7bea49a3a830bb65b1004cc5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:33,143 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:33,143 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649012692; duration=0sec 2024-11-26T19:23:33,143 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:33,143 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:33,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a6c4cc67021b44029c741cc57a857488 2024-11-26T19:23:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/807106ae1f594ca29680a57e308b5fa5 is 50, key is test_row_0/B:col10/1732649011507/Put/seqid=0 2024-11-26T19:23:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742337_1513 (size=12301) 2024-11-26T19:23:33,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649073555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/807106ae1f594ca29680a57e308b5fa5 2024-11-26T19:23:33,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/25c024d92fdd4942b59793cb84eb4685 is 50, key is test_row_0/C:col10/1732649011507/Put/seqid=0 2024-11-26T19:23:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742338_1514 (size=12301) 2024-11-26T19:23:33,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649073639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649073644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649073650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649073652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649073663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649073869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:34,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/25c024d92fdd4942b59793cb84eb4685 2024-11-26T19:23:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a6c4cc67021b44029c741cc57a857488 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488 2024-11-26T19:23:34,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T19:23:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/807106ae1f594ca29680a57e308b5fa5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5 2024-11-26T19:23:34,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T19:23:34,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/25c024d92fdd4942b59793cb84eb4685 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685 2024-11-26T19:23:34,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T19:23:34,058 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 82ad15489b7949edec0d3e39fff6902c in 1263ms, sequenceid=280, compaction requested=false 2024-11-26T19:23:34,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:34,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:34,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-26T19:23:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-26T19:23:34,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-26T19:23:34,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-26T19:23:34,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.1820 sec 2024-11-26T19:23:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:34,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8fda42bdae324b41b7852f848bc13e5a is 50, key is test_row_0/A:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742339_1515 (size=14741) 2024-11-26T19:23:34,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8fda42bdae324b41b7852f848bc13e5a 2024-11-26T19:23:34,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/18f1b2267bb74344a16566002973df65 is 50, key is test_row_0/B:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742340_1516 (size=12301) 2024-11-26T19:23:34,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649074302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649074407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:34,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/18f1b2267bb74344a16566002973df65 2024-11-26T19:23:34,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/779dab1ae0bf4822814292ea8eb4b40f is 50, key is test_row_0/C:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649074613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742341_1517 (size=12301) 2024-11-26T19:23:34,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/779dab1ae0bf4822814292ea8eb4b40f 2024-11-26T19:23:34,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8fda42bdae324b41b7852f848bc13e5a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a 2024-11-26T19:23:34,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a, entries=200, sequenceid=293, filesize=14.4 K 2024-11-26T19:23:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/18f1b2267bb74344a16566002973df65 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65 2024-11-26T19:23:34,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T19:23:34,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/779dab1ae0bf4822814292ea8eb4b40f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f 2024-11-26T19:23:34,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T19:23:34,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 82ad15489b7949edec0d3e39fff6902c in 462ms, sequenceid=293, compaction requested=true 2024-11-26T19:23:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:34,639 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:34,640 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:34,640 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:34,640 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:34,640 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:34,640 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8f46d289cf3e40f29b5277ab783c154a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=38.9 K 2024-11-26T19:23:34,641 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f46d289cf3e40f29b5277ab783c154a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011431 2024-11-26T19:23:34,641 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c4cc67021b44029c741cc57a857488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732649011507 2024-11-26T19:23:34,641 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:34,641 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:34,641 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:34,641 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/a76d4d4fd55b44a583a5d728540977ad, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.5 K 2024-11-26T19:23:34,642 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a76d4d4fd55b44a583a5d728540977ad, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011431 2024-11-26T19:23:34,642 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fda42bdae324b41b7852f848bc13e5a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:34,642 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 807106ae1f594ca29680a57e308b5fa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732649011507 2024-11-26T19:23:34,642 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 18f1b2267bb74344a16566002973df65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:34,649 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#441 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:34,650 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24 is 50, key is test_row_0/B:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,650 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:34,651 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a4434e19275c48ce9bf16543a4c23126 is 50, key is test_row_0/A:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742342_1518 (size=13017) 2024-11-26T19:23:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742343_1519 (size=13017) 2024-11-26T19:23:34,672 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24 2024-11-26T19:23:34,681 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a4434e19275c48ce9bf16543a4c23126 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4434e19275c48ce9bf16543a4c23126 2024-11-26T19:23:34,682 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into dbfa1c5f7dbb4b8f80a67cf9db1d9c24(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:34,683 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:34,683 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649014640; duration=0sec 2024-11-26T19:23:34,683 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:34,683 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:34,683 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:34,685 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:34,686 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:34,686 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:34,686 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4013c3e7bea49a3a830bb65b1004cc5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.5 K 2024-11-26T19:23:34,687 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting f4013c3e7bea49a3a830bb65b1004cc5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732649011431 2024-11-26T19:23:34,688 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c024d92fdd4942b59793cb84eb4685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732649011507 2024-11-26T19:23:34,689 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 779dab1ae0bf4822814292ea8eb4b40f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:34,690 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into a4434e19275c48ce9bf16543a4c23126(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:34,690 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:34,690 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649014639; duration=0sec 2024-11-26T19:23:34,690 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:34,690 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:34,703 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:34,705 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/5525a9d51b564a02925ac1b8e0268d92 is 50, key is test_row_0/C:col10/1732649013537/Put/seqid=0 2024-11-26T19:23:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742344_1520 (size=13017) 2024-11-26T19:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:34,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:34,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:34,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/65c6fc57539c451897ab363024b91be0 is 50, key is test_row_0/A:col10/1732649014301/Put/seqid=0 2024-11-26T19:23:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742345_1521 (size=14741) 2024-11-26T19:23:34,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/65c6fc57539c451897ab363024b91be0 2024-11-26T19:23:34,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/c3e1935d0cac4195831bf115e15dc0e5 is 50, key is test_row_0/B:col10/1732649014301/Put/seqid=0 2024-11-26T19:23:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742346_1522 (size=12301) 2024-11-26T19:23:34,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649074954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649075060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,120 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/5525a9d51b564a02925ac1b8e0268d92 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/5525a9d51b564a02925ac1b8e0268d92 2024-11-26T19:23:35,125 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into 5525a9d51b564a02925ac1b8e0268d92(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:35,125 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:35,125 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649014640; duration=0sec 2024-11-26T19:23:35,125 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:35,125 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:35,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649075264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/c3e1935d0cac4195831bf115e15dc0e5 2024-11-26T19:23:35,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1e2599bf04264bbd8608c1030b2d59ec is 50, key is test_row_0/C:col10/1732649014301/Put/seqid=0 2024-11-26T19:23:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742347_1523 (size=12301) 2024-11-26T19:23:35,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1e2599bf04264bbd8608c1030b2d59ec 2024-11-26T19:23:35,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/65c6fc57539c451897ab363024b91be0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0 2024-11-26T19:23:35,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0, entries=200, sequenceid=321, filesize=14.4 K 2024-11-26T19:23:35,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/c3e1935d0cac4195831bf115e15dc0e5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5 2024-11-26T19:23:35,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T19:23:35,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1e2599bf04264bbd8608c1030b2d59ec as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec 2024-11-26T19:23:35,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T19:23:35,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 82ad15489b7949edec0d3e39fff6902c in 450ms, sequenceid=321, compaction requested=false 2024-11-26T19:23:35,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:35,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:35,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/10de3ebd4c384efc9cf41a4bbb3f681c is 50, key is test_row_0/A:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742348_1524 (size=14741) 2024-11-26T19:23:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649075661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649075661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649075662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649075663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,667 DEBUG [Thread-2030 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., hostname=7e5582d806af,32949,1732648875872, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649075674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,679 DEBUG [Thread-2028 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., hostname=7e5582d806af,32949,1732648875872, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:35,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649075764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649075768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649075768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649075969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649075972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649075973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:35,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/10de3ebd4c384efc9cf41a4bbb3f681c 2024-11-26T19:23:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T19:23:35,985 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-26T19:23:35,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-26T19:23:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:35,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/1caf59c8687941f19967c8111c5caa9a is 50, key is test_row_0/B:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:35,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:35,989 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:35,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742349_1525 (size=12301) 2024-11-26T19:23:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:36,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-26T19:23:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649076273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649076275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649076278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:36,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-26T19:23:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:36,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/1caf59c8687941f19967c8111c5caa9a 2024-11-26T19:23:36,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d5d66a0bbd8746e58e6abe6c78c23ef4 is 50, key is test_row_0/C:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742350_1526 (size=12301) 2024-11-26T19:23:36,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d5d66a0bbd8746e58e6abe6c78c23ef4 2024-11-26T19:23:36,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/10de3ebd4c384efc9cf41a4bbb3f681c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c 2024-11-26T19:23:36,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c, entries=200, sequenceid=333, filesize=14.4 K 2024-11-26T19:23:36,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/1caf59c8687941f19967c8111c5caa9a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a 2024-11-26T19:23:36,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T19:23:36,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/d5d66a0bbd8746e58e6abe6c78c23ef4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4 2024-11-26T19:23:36,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T19:23:36,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 82ad15489b7949edec0d3e39fff6902c in 851ms, sequenceid=333, compaction requested=true 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:36,422 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:36,422 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:36,423 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,423 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,423 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.7 K 2024-11-26T19:23:36,423 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4434e19275c48ce9bf16543a4c23126, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=41.5 K 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting dbfa1c5f7dbb4b8f80a67cf9db1d9c24, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:36,423 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4434e19275c48ce9bf16543a4c23126, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:36,424 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c6fc57539c451897ab363024b91be0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732649014237 2024-11-26T19:23:36,424 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting c3e1935d0cac4195831bf115e15dc0e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732649014295 2024-11-26T19:23:36,424 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10de3ebd4c384efc9cf41a4bbb3f681c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:36,424 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1caf59c8687941f19967c8111c5caa9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:36,431 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:36,431 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:36,431 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/e17d9d0c73bf44cfb5dea14721bb5709 is 50, key is test_row_0/B:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:36,431 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/4d39cda06fbf4a3a893ae5f45bce0821 is 50, key is test_row_0/A:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742351_1527 (size=13119) 2024-11-26T19:23:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742352_1528 (size=13119) 2024-11-26T19:23:36,441 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/e17d9d0c73bf44cfb5dea14721bb5709 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e17d9d0c73bf44cfb5dea14721bb5709 2024-11-26T19:23:36,444 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/4d39cda06fbf4a3a893ae5f45bce0821 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4d39cda06fbf4a3a893ae5f45bce0821 2024-11-26T19:23:36,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,446 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into e17d9d0c73bf44cfb5dea14721bb5709(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:36,446 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:36,446 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649016422; duration=0sec 2024-11-26T19:23:36,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-26T19:23:36,446 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:36,446 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:36,446 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:23:36,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:36,449 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:36,449 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:36,449 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:36,449 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/5525a9d51b564a02925ac1b8e0268d92, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.7 K 2024-11-26T19:23:36,450 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5525a9d51b564a02925ac1b8e0268d92, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732649013537 2024-11-26T19:23:36,451 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e2599bf04264bbd8608c1030b2d59ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732649014295 2024-11-26T19:23:36,451 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting d5d66a0bbd8746e58e6abe6c78c23ef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/092371826deb4c628278f575e4a8a7b6 is 50, key is test_row_0/A:col10/1732649015659/Put/seqid=0 2024-11-26T19:23:36,453 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 4d39cda06fbf4a3a893ae5f45bce0821(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:36,453 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:36,453 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649016422; duration=0sec 2024-11-26T19:23:36,453 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:36,453 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:36,459 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:36,459 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/9758d3fa04b540219158908d058bf0d7 is 50, key is test_row_0/C:col10/1732649014932/Put/seqid=0 2024-11-26T19:23:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742353_1529 (size=12301) 2024-11-26T19:23:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742354_1530 (size=13119) 2024-11-26T19:23:36,490 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/9758d3fa04b540219158908d058bf0d7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9758d3fa04b540219158908d058bf0d7 2024-11-26T19:23:36,496 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into 9758d3fa04b540219158908d058bf0d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:36,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:36,496 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649016422; duration=0sec 2024-11-26T19:23:36,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:36,496 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:36,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649076793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649076793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649076794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/092371826deb4c628278f575e4a8a7b6 2024-11-26T19:23:36,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/e70480ee78294485a61daaddcf0f3090 is 50, key is test_row_0/B:col10/1732649015659/Put/seqid=0 2024-11-26T19:23:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742355_1531 (size=12301) 2024-11-26T19:23:36,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649076898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649076898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:36,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649076899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649077102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649077105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649077105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/e70480ee78294485a61daaddcf0f3090 2024-11-26T19:23:37,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f6c5573cd60f47a5a8a4c53be0e107fa is 50, key is test_row_0/C:col10/1732649015659/Put/seqid=0 2024-11-26T19:23:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742356_1532 (size=12301) 2024-11-26T19:23:37,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f6c5573cd60f47a5a8a4c53be0e107fa 2024-11-26T19:23:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/092371826deb4c628278f575e4a8a7b6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6 2024-11-26T19:23:37,305 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T19:23:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/e70480ee78294485a61daaddcf0f3090 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090 2024-11-26T19:23:37,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T19:23:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f6c5573cd60f47a5a8a4c53be0e107fa as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa 2024-11-26T19:23:37,313 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T19:23:37,314 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 82ad15489b7949edec0d3e39fff6902c in 868ms, sequenceid=359, compaction requested=false 2024-11-26T19:23:37,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:37,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:37,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-26T19:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-11-26T19:23:37,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-26T19:23:37,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-11-26T19:23:37,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.3300 sec 2024-11-26T19:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:37,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:37,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d0b8341c7cc4639b770991568ba9daa is 50, key is test_row_0/A:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742357_1533 (size=14741) 2024-11-26T19:23:37,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649077454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649077455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649077457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649077560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649077561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649077562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649077765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649077766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649077766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:37,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d0b8341c7cc4639b770991568ba9daa 2024-11-26T19:23:37,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/20a8bc92acfd4351aafa073130200d56 is 50, key is test_row_0/B:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742358_1534 (size=12301) 2024-11-26T19:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649078070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649078071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649078071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T19:23:38,092 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-26T19:23:38,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-26T19:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-26T19:23:38,095 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:38,096 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:38,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-26T19:23:38,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/20a8bc92acfd4351aafa073130200d56 2024-11-26T19:23:38,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/589cfb4ced7a40b9a0901cb5fb10fd1e is 50, key is test_row_0/C:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:38,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742359_1535 (size=12301) 2024-11-26T19:23:38,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-26T19:23:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-26T19:23:38,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-26T19:23:38,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-26T19:23:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:38,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649078577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649078578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649078578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/589cfb4ced7a40b9a0901cb5fb10fd1e 2024-11-26T19:23:38,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/9d0b8341c7cc4639b770991568ba9daa as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa 2024-11-26T19:23:38,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa, entries=200, sequenceid=374, filesize=14.4 K 2024-11-26T19:23:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/20a8bc92acfd4351aafa073130200d56 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56 2024-11-26T19:23:38,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T19:23:38,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/589cfb4ced7a40b9a0901cb5fb10fd1e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e 2024-11-26T19:23:38,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T19:23:38,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 82ad15489b7949edec0d3e39fff6902c in 1259ms, sequenceid=374, compaction requested=true 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:38,670 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:38,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:38,670 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:38,671 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:38,671 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:38,671 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:38,671 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:38,671 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,671 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,671 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4d39cda06fbf4a3a893ae5f45bce0821, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=39.2 K 2024-11-26T19:23:38,671 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e17d9d0c73bf44cfb5dea14721bb5709, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.8 K 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e17d9d0c73bf44cfb5dea14721bb5709, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d39cda06fbf4a3a893ae5f45bce0821, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092371826deb4c628278f575e4a8a7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732649015659 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting e70480ee78294485a61daaddcf0f3090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732649015659 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d0b8341c7cc4639b770991568ba9daa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016781 2024-11-26T19:23:38,672 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 20a8bc92acfd4351aafa073130200d56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016792 2024-11-26T19:23:38,682 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:38,683 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:38,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/79a53e119f084c819a3d8a0e86ac8dfe is 50, key is test_row_0/A:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:38,683 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/882a2d7ab89a4c8d8ad35f1ee77d13f2 is 50, key is test_row_0/B:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742360_1536 (size=13221) 2024-11-26T19:23:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742361_1537 (size=13221) 2024-11-26T19:23:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-26T19:23:38,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:38,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-26T19:23:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:38,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:23:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:38,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/bf57e4bf609f407ba9e4c283692e269a is 50, key is test_row_0/A:col10/1732649017454/Put/seqid=0 2024-11-26T19:23:38,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742362_1538 (size=12301) 2024-11-26T19:23:39,097 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/79a53e119f084c819a3d8a0e86ac8dfe as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/79a53e119f084c819a3d8a0e86ac8dfe 2024-11-26T19:23:39,101 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/882a2d7ab89a4c8d8ad35f1ee77d13f2 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/882a2d7ab89a4c8d8ad35f1ee77d13f2 2024-11-26T19:23:39,102 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 79a53e119f084c819a3d8a0e86ac8dfe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:39,102 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:39,102 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649018670; duration=0sec 2024-11-26T19:23:39,102 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:39,102 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:39,102 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:39,103 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:39,103 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:39,103 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,103 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9758d3fa04b540219158908d058bf0d7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.8 K 2024-11-26T19:23:39,104 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9758d3fa04b540219158908d058bf0d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732649014932 2024-11-26T19:23:39,104 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c5573cd60f47a5a8a4c53be0e107fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732649015659 2024-11-26T19:23:39,105 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 589cfb4ced7a40b9a0901cb5fb10fd1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016792 2024-11-26T19:23:39,106 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into 882a2d7ab89a4c8d8ad35f1ee77d13f2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:39,106 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:39,106 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649018670; duration=0sec 2024-11-26T19:23:39,106 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:39,106 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:39,111 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:39,112 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f4f4f04390654f9a846ceb828065009f is 50, key is test_row_0/C:col10/1732649017408/Put/seqid=0 2024-11-26T19:23:39,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/bf57e4bf609f407ba9e4c283692e269a 2024-11-26T19:23:39,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742363_1539 (size=13221) 2024-11-26T19:23:39,123 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/f4f4f04390654f9a846ceb828065009f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4f4f04390654f9a846ceb828065009f 2024-11-26T19:23:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/8bf4e9173056467c838fcf7a18aaa4d5 is 50, key is test_row_0/B:col10/1732649017454/Put/seqid=0 2024-11-26T19:23:39,127 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into f4f4f04390654f9a846ceb828065009f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:39,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:39,127 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649018670; duration=0sec 2024-11-26T19:23:39,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:39,127 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742364_1540 (size=12301) 2024-11-26T19:23:39,129 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/8bf4e9173056467c838fcf7a18aaa4d5 2024-11-26T19:23:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/35557c0c13e74133ac4ea5d4b4422a80 is 50, key is test_row_0/C:col10/1732649017454/Put/seqid=0 2024-11-26T19:23:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742365_1541 (size=12301) 2024-11-26T19:23:39,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/35557c0c13e74133ac4ea5d4b4422a80 2024-11-26T19:23:39,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/bf57e4bf609f407ba9e4c283692e269a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a 2024-11-26T19:23:39,148 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T19:23:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/8bf4e9173056467c838fcf7a18aaa4d5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5 2024-11-26T19:23:39,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T19:23:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-26T19:23:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/35557c0c13e74133ac4ea5d4b4422a80 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80 2024-11-26T19:23:39,156 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T19:23:39,156 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 82ad15489b7949edec0d3e39fff6902c in 450ms, sequenceid=397, compaction requested=false 2024-11-26T19:23:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:39,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-26T19:23:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-11-26T19:23:39,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-26T19:23:39,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-26T19:23:39,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0660 sec 2024-11-26T19:23:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-26T19:23:39,198 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-26T19:23:39,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-26T19:23:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-26T19:23:39,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:39,202 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:39,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-26T19:23:39,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-26T19:23:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-26T19:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-11-26T19:23:39,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-26T19:23:39,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-26T19:23:39,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 158 msec 2024-11-26T19:23:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-26T19:23:39,503 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-26T19:23:39,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-26T19:23:39,506 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:39,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:39,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:39,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:39,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/3604d56d92bb459789bb4af23ec7618d is 50, key is test_row_0/A:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742366_1542 (size=12297) 2024-11-26T19:23:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649079641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649079642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649079642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:39,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49058 deadline: 1732649079682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,686 DEBUG [Thread-2030 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., hostname=7e5582d806af,32949,1732648875872, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:39,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48974 deadline: 1732649079714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,719 DEBUG [Thread-2028 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., hostname=7e5582d806af,32949,1732648875872, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:23:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649079746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649079748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649079748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:39,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,868 DEBUG [Thread-2041 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:60553 2024-11-26T19:23:39,868 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:39,869 DEBUG [Thread-2035 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:60553 2024-11-26T19:23:39,869 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:39,871 DEBUG [Thread-2033 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:60553 2024-11-26T19:23:39,871 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:39,873 DEBUG [Thread-2037 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:60553 2024-11-26T19:23:39,873 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:39,875 DEBUG [Thread-2039 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:60553 2024-11-26T19:23:39,875 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649079953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649079953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649079954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:39,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:39,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/3604d56d92bb459789bb4af23ec7618d 2024-11-26T19:23:40,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/245ed012ee3145e4832c0b349bf955a5 is 50, key is test_row_0/B:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742367_1543 (size=9857) 2024-11-26T19:23:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:40,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649080254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649080255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649080256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/245ed012ee3145e4832c0b349bf955a5 2024-11-26T19:23:40,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/05e325cac6c143ea819da48850ef1e44 is 50, key is test_row_0/C:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742368_1544 (size=9857) 2024-11-26T19:23:40,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:40,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:40,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1732649080759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1732649080759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49072 deadline: 1732649080760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/05e325cac6c143ea819da48850ef1e44 2024-11-26T19:23:40,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/3604d56d92bb459789bb4af23ec7618d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d 2024-11-26T19:23:40,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-26T19:23:40,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/245ed012ee3145e4832c0b349bf955a5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5 2024-11-26T19:23:40,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5, entries=100, sequenceid=413, filesize=9.6 K 2024-11-26T19:23:40,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/05e325cac6c143ea819da48850ef1e44 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44 2024-11-26T19:23:40,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44, entries=100, sequenceid=413, filesize=9.6 K 2024-11-26T19:23:40,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 82ad15489b7949edec0d3e39fff6902c in 1248ms, sequenceid=413, compaction requested=true 2024-11-26T19:23:40,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:40,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:23:40,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:23:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82ad15489b7949edec0d3e39fff6902c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:23:40,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/B is initiating minor compaction (all files) 2024-11-26T19:23:40,846 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/A is initiating minor compaction (all files) 2024-11-26T19:23:40,846 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/A in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,846 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/B in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,847 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/79a53e119f084c819a3d8a0e86ac8dfe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=36.9 K 2024-11-26T19:23:40,847 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/882a2d7ab89a4c8d8ad35f1ee77d13f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=34.5 K 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79a53e119f084c819a3d8a0e86ac8dfe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016792 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 882a2d7ab89a4c8d8ad35f1ee77d13f2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016792 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf57e4bf609f407ba9e4c283692e269a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732649017453 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf4e9173056467c838fcf7a18aaa4d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732649017453 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 245ed012ee3145e4832c0b349bf955a5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732649019595 2024-11-26T19:23:40,847 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3604d56d92bb459789bb4af23ec7618d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732649019593 2024-11-26T19:23:40,853 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:40,853 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:40,854 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/1b52c04be8334bb9b310bfe93e764a7e is 50, key is test_row_0/A:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:40,854 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b3d82a4071954dd485398f6dca10646c is 50, key is test_row_0/B:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742369_1545 (size=13323) 2024-11-26T19:23:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742370_1546 (size=13323) 2024-11-26T19:23:40,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:40,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-26T19:23:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:40,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:23:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8e621beeb56f4b3186a419379df77b1f is 50, key is test_row_0/A:col10/1732649019641/Put/seqid=0 2024-11-26T19:23:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742371_1547 (size=12301) 2024-11-26T19:23:41,261 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/b3d82a4071954dd485398f6dca10646c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b3d82a4071954dd485398f6dca10646c 2024-11-26T19:23:41,261 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/1b52c04be8334bb9b310bfe93e764a7e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b52c04be8334bb9b310bfe93e764a7e 2024-11-26T19:23:41,265 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/A of 82ad15489b7949edec0d3e39fff6902c into 1b52c04be8334bb9b310bfe93e764a7e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:41,265 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/B of 82ad15489b7949edec0d3e39fff6902c into b3d82a4071954dd485398f6dca10646c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:41,265 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/A, priority=13, startTime=1732649020845; duration=0sec 2024-11-26T19:23:41,265 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/B, priority=13, startTime=1732649020845; duration=0sec 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:A 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:B 2024-11-26T19:23:41,265 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:23:41,266 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:23:41,266 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): 82ad15489b7949edec0d3e39fff6902c/C is initiating minor compaction (all files) 2024-11-26T19:23:41,266 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82ad15489b7949edec0d3e39fff6902c/C in TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:41,266 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4f4f04390654f9a846ceb828065009f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp, totalSize=34.5 K 2024-11-26T19:23:41,266 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f4f04390654f9a846ceb828065009f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732649016792 2024-11-26T19:23:41,266 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35557c0c13e74133ac4ea5d4b4422a80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732649017453 2024-11-26T19:23:41,267 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e325cac6c143ea819da48850ef1e44, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732649019595 2024-11-26T19:23:41,272 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82ad15489b7949edec0d3e39fff6902c#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:23:41,272 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/caf74ffbdf594e95b1dcd7831cfb08b4 is 50, key is test_row_0/C:col10/1732649019595/Put/seqid=0 2024-11-26T19:23:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742372_1548 (size=13323) 2024-11-26T19:23:41,286 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8e621beeb56f4b3186a419379df77b1f 2024-11-26T19:23:41,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/4a035d5f596842308efc67eb29def820 is 50, key is test_row_0/B:col10/1732649019641/Put/seqid=0 2024-11-26T19:23:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742373_1549 (size=12301) 2024-11-26T19:23:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:41,679 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/caf74ffbdf594e95b1dcd7831cfb08b4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/caf74ffbdf594e95b1dcd7831cfb08b4 2024-11-26T19:23:41,683 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82ad15489b7949edec0d3e39fff6902c/C of 82ad15489b7949edec0d3e39fff6902c into caf74ffbdf594e95b1dcd7831cfb08b4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:23:41,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:41,683 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c., storeName=82ad15489b7949edec0d3e39fff6902c/C, priority=13, startTime=1732649020846; duration=0sec 2024-11-26T19:23:41,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:23:41,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82ad15489b7949edec0d3e39fff6902c:C 2024-11-26T19:23:41,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/4a035d5f596842308efc67eb29def820 2024-11-26T19:23:41,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/a25838646c8d4d39ada8bd52ffbcf22a is 50, key is test_row_0/C:col10/1732649019641/Put/seqid=0 2024-11-26T19:23:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742374_1550 (size=12301) 2024-11-26T19:23:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. as already flushing 2024-11-26T19:23:41,766 DEBUG [Thread-2026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:60553 2024-11-26T19:23:41,766 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:41,767 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:60553 2024-11-26T19:23:41,767 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:41,768 DEBUG [Thread-2024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:60553 2024-11-26T19:23:41,768 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:42,104 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/a25838646c8d4d39ada8bd52ffbcf22a 2024-11-26T19:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/8e621beeb56f4b3186a419379df77b1f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8e621beeb56f4b3186a419379df77b1f 2024-11-26T19:23:42,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8e621beeb56f4b3186a419379df77b1f, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T19:23:42,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/4a035d5f596842308efc67eb29def820 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/4a035d5f596842308efc67eb29def820 2024-11-26T19:23:42,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/4a035d5f596842308efc67eb29def820, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T19:23:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/a25838646c8d4d39ada8bd52ffbcf22a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a25838646c8d4d39ada8bd52ffbcf22a 2024-11-26T19:23:42,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a25838646c8d4d39ada8bd52ffbcf22a, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T19:23:42,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 82ad15489b7949edec0d3e39fff6902c in 1238ms, sequenceid=437, compaction requested=false 2024-11-26T19:23:42,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2538): Flush status journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:42,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:42,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-26T19:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=167 2024-11-26T19:23:42,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-26T19:23:42,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6120 sec 2024-11-26T19:23:42,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.6150 sec 2024-11-26T19:23:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-26T19:23:43,611 INFO [Thread-2032 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-11-26T19:23:44,235 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:23:49,723 DEBUG [Thread-2030 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:60553 2024-11-26T19:23:49,723 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:49,782 DEBUG [Thread-2028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:60553 2024-11-26T19:23:49,782 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2708 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8124 rows 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2730 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8190 rows 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2711 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8133 rows 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2713 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8139 rows 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2717 2024-11-26T19:23:49,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8151 rows 2024-11-26T19:23:49,782 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:23:49,782 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cb726fe to 127.0.0.1:60553 2024-11-26T19:23:49,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:23:49,784 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:23:49,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:49,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649029788"}]},"ts":"1732649029788"} 2024-11-26T19:23:49,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:23:49,792 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:23:49,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:23:49,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, UNASSIGN}] 2024-11-26T19:23:49,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, UNASSIGN 2024-11-26T19:23:49,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=82ad15489b7949edec0d3e39fff6902c, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:49,795 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:23:49,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure 82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:49,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:49,947 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing 82ad15489b7949edec0d3e39fff6902c, disabling compactions & flushes 2024-11-26T19:23:49,947 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. after waiting 0 ms 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:49,947 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2837): Flushing 82ad15489b7949edec0d3e39fff6902c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T19:23:49,947 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=A 2024-11-26T19:23:49,948 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:49,948 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=B 2024-11-26T19:23:49,948 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:49,948 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82ad15489b7949edec0d3e39fff6902c, store=C 2024-11-26T19:23:49,948 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:49,952 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a4b9ae39e57a4d1fbebcda39fb903d0d is 50, key is test_row_1/A:col10/1732649029781/Put/seqid=0 2024-11-26T19:23:49,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742375_1551 (size=9857) 2024-11-26T19:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:50,356 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a4b9ae39e57a4d1fbebcda39fb903d0d 2024-11-26T19:23:50,361 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0f7e23e2e29244d6b301b6cdf24c9f9f is 50, key is test_row_1/B:col10/1732649029781/Put/seqid=0 2024-11-26T19:23:50,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742376_1552 (size=9857) 2024-11-26T19:23:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:50,765 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0f7e23e2e29244d6b301b6cdf24c9f9f 2024-11-26T19:23:50,771 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1115482fa4784d6c9c4f20ef47bc0ce9 is 50, key is test_row_1/C:col10/1732649029781/Put/seqid=0 2024-11-26T19:23:50,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742377_1553 (size=9857) 2024-11-26T19:23:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:51,175 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1115482fa4784d6c9c4f20ef47bc0ce9 2024-11-26T19:23:51,178 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/A/a4b9ae39e57a4d1fbebcda39fb903d0d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4b9ae39e57a4d1fbebcda39fb903d0d 2024-11-26T19:23:51,180 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4b9ae39e57a4d1fbebcda39fb903d0d, entries=100, sequenceid=448, filesize=9.6 K 2024-11-26T19:23:51,181 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/B/0f7e23e2e29244d6b301b6cdf24c9f9f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0f7e23e2e29244d6b301b6cdf24c9f9f 2024-11-26T19:23:51,183 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0f7e23e2e29244d6b301b6cdf24c9f9f, entries=100, sequenceid=448, filesize=9.6 K 2024-11-26T19:23:51,184 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/.tmp/C/1115482fa4784d6c9c4f20ef47bc0ce9 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1115482fa4784d6c9c4f20ef47bc0ce9 2024-11-26T19:23:51,187 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1115482fa4784d6c9c4f20ef47bc0ce9, entries=100, sequenceid=448, filesize=9.6 K 2024-11-26T19:23:51,187 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 82ad15489b7949edec0d3e39fff6902c in 1240ms, sequenceid=448, compaction requested=true 2024-11-26T19:23:51,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/5f5ed41a36304ae8a54829bde0eb09d7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/76ad3c5b6ff2497dbdfbfaba8cb5f849, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/335a6d4dc6394eb3ac1c6c860dd31874, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/80c63b26f3df44848c5c534f491fdeb6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8f46d289cf3e40f29b5277ab783c154a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4434e19275c48ce9bf16543a4c23126, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4d39cda06fbf4a3a893ae5f45bce0821, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/79a53e119f084c819a3d8a0e86ac8dfe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d] to archive 2024-11-26T19:23:51,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:51,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6a834995500e41c9b9e6e640073d3479 2024-11-26T19:23:51,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/23f45efe5ddc43d1878e465f414aba3f 2024-11-26T19:23:51,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/6857443e4cf4443a8ddc7122b2896e86 2024-11-26T19:23:51,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/5f5ed41a36304ae8a54829bde0eb09d7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/5f5ed41a36304ae8a54829bde0eb09d7 2024-11-26T19:23:51,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7bc2c2f51a644707ac7eee3023936ad7 2024-11-26T19:23:51,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/ff101416bb534816b3ad7d7a5b7acc3b 2024-11-26T19:23:51,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d396352281c4d028b91ee1976f2b177 2024-11-26T19:23:51,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/736a36dd948d40db80ec24c8754b6525 2024-11-26T19:23:51,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/616401dcc67d492481000626cb79655a 2024-11-26T19:23:51,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/76ad3c5b6ff2497dbdfbfaba8cb5f849 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/76ad3c5b6ff2497dbdfbfaba8cb5f849 2024-11-26T19:23:51,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b9ea7da56cc4ddeb868bceedfe40aea 2024-11-26T19:23:51,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/f2c25ab98adb4026b51964eb8fc2487f 2024-11-26T19:23:51,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/335a6d4dc6394eb3ac1c6c860dd31874 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/335a6d4dc6394eb3ac1c6c860dd31874 2024-11-26T19:23:51,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/7b11a2c92a2944479904d59bd6a48297 2024-11-26T19:23:51,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4b7cc3e09bab46f5aab5c6bcac57bee8 2024-11-26T19:23:51,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/80c63b26f3df44848c5c534f491fdeb6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/80c63b26f3df44848c5c534f491fdeb6 2024-11-26T19:23:51,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/14a6884df6bd4b2a8a9922776d428646 2024-11-26T19:23:51,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/2f4647b4e3d349fa8c1ed1ecfcfa4703 2024-11-26T19:23:51,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8f46d289cf3e40f29b5277ab783c154a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8f46d289cf3e40f29b5277ab783c154a 2024-11-26T19:23:51,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a6c4cc67021b44029c741cc57a857488 2024-11-26T19:23:51,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8fda42bdae324b41b7852f848bc13e5a 2024-11-26T19:23:51,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4434e19275c48ce9bf16543a4c23126 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4434e19275c48ce9bf16543a4c23126 2024-11-26T19:23:51,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/65c6fc57539c451897ab363024b91be0 2024-11-26T19:23:51,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/10de3ebd4c384efc9cf41a4bbb3f681c 2024-11-26T19:23:51,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4d39cda06fbf4a3a893ae5f45bce0821 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/4d39cda06fbf4a3a893ae5f45bce0821 2024-11-26T19:23:51,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/092371826deb4c628278f575e4a8a7b6 2024-11-26T19:23:51,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/9d0b8341c7cc4639b770991568ba9daa 2024-11-26T19:23:51,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/79a53e119f084c819a3d8a0e86ac8dfe to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/79a53e119f084c819a3d8a0e86ac8dfe 2024-11-26T19:23:51,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/bf57e4bf609f407ba9e4c283692e269a 2024-11-26T19:23:51,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/3604d56d92bb459789bb4af23ec7618d 2024-11-26T19:23:51,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/bda04fa3b96d4dc5a7f03b92e893e829, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c15c838371be49018aa5a22c668d1369, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/d6705463949944ba989cdb7261a3ce9b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/35667ed47dea48caaee9d31c0a84c2db, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/a76d4d4fd55b44a583a5d728540977ad, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e17d9d0c73bf44cfb5dea14721bb5709, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/882a2d7ab89a4c8d8ad35f1ee77d13f2, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5] to archive 2024-11-26T19:23:51,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:51,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cfcf8f2fb63b48a4a1166042d8155daf 2024-11-26T19:23:51,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cee3f56b29bd4a6e978f605d2f6797db 2024-11-26T19:23:51,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/bda04fa3b96d4dc5a7f03b92e893e829 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/bda04fa3b96d4dc5a7f03b92e893e829 2024-11-26T19:23:51,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/cf4aebc21be84c5193ebc845cf926b8b 2024-11-26T19:23:51,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/595d57e4ea4c4c42a784e495cc05ef0e 2024-11-26T19:23:51,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9b3368517fe423496bc344b55dbada9 2024-11-26T19:23:51,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/06d6f1c113e74a06aff3ca7b74a9ea36 2024-11-26T19:23:51,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/9e78c4eed7a34a18b1115ccc45a61048 2024-11-26T19:23:51,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c15c838371be49018aa5a22c668d1369 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c15c838371be49018aa5a22c668d1369 2024-11-26T19:23:51,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/60c458b836a34adaa77a25186346b52b 2024-11-26T19:23:51,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b39e5cedcb9a4473b994937d924f7073 2024-11-26T19:23:51,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/d6705463949944ba989cdb7261a3ce9b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/d6705463949944ba989cdb7261a3ce9b 2024-11-26T19:23:51,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b9fb7ade96d44293885bef5cd3c0e5d1 2024-11-26T19:23:51,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/84bb226e05fe4291a32bc3cb08313192 2024-11-26T19:23:51,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/35667ed47dea48caaee9d31c0a84c2db to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/35667ed47dea48caaee9d31c0a84c2db 2024-11-26T19:23:51,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/aaaaec7312e14734b5f50db354c5f183 2024-11-26T19:23:51,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/ce122ca583e44f59b8bae52fca30cdbe 2024-11-26T19:23:51,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/a76d4d4fd55b44a583a5d728540977ad to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/a76d4d4fd55b44a583a5d728540977ad 2024-11-26T19:23:51,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0212127fe8a04e00b85ddf8404fe0f53 2024-11-26T19:23:51,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/807106ae1f594ca29680a57e308b5fa5 2024-11-26T19:23:51,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/dbfa1c5f7dbb4b8f80a67cf9db1d9c24 2024-11-26T19:23:51,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/18f1b2267bb74344a16566002973df65 2024-11-26T19:23:51,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/c3e1935d0cac4195831bf115e15dc0e5 2024-11-26T19:23:51,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e17d9d0c73bf44cfb5dea14721bb5709 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e17d9d0c73bf44cfb5dea14721bb5709 2024-11-26T19:23:51,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/1caf59c8687941f19967c8111c5caa9a 2024-11-26T19:23:51,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/e70480ee78294485a61daaddcf0f3090 2024-11-26T19:23:51,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/882a2d7ab89a4c8d8ad35f1ee77d13f2 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/882a2d7ab89a4c8d8ad35f1ee77d13f2 2024-11-26T19:23:51,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/20a8bc92acfd4351aafa073130200d56 2024-11-26T19:23:51,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/8bf4e9173056467c838fcf7a18aaa4d5 2024-11-26T19:23:51,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/245ed012ee3145e4832c0b349bf955a5 2024-11-26T19:23:51,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9b122ca5f63e49099eacb8efa12c0b32, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/4b44c01112eb47259e63293af7ed495d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/796e520456c34a0c9898545d537bb688, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a8251c59a8844d788cdea73c8e2c2df1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4013c3e7bea49a3a830bb65b1004cc5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/5525a9d51b564a02925ac1b8e0268d92, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9758d3fa04b540219158908d058bf0d7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4f4f04390654f9a846ceb828065009f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44] to archive 2024-11-26T19:23:51,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:23:51,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b99ec198e6304ac6a328c3c6da3a181f 2024-11-26T19:23:51,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/bb94ca56cede465bb86fa834ac9fee3f 2024-11-26T19:23:51,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9b122ca5f63e49099eacb8efa12c0b32 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9b122ca5f63e49099eacb8efa12c0b32 2024-11-26T19:23:51,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/888a6ddb9989468faf4bf0a71388dc7d 2024-11-26T19:23:51,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/890d99b9cdf543e2a834cf2d52ba0ee3 2024-11-26T19:23:51,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/23bb3b5c70474a569c59ef10299dc782 2024-11-26T19:23:51,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/0706081d5b584b37a62e7e69e38c5f2d 2024-11-26T19:23:51,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/b33547b371a74771af9503caeedc847e 2024-11-26T19:23:51,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/4b44c01112eb47259e63293af7ed495d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/4b44c01112eb47259e63293af7ed495d 2024-11-26T19:23:51,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/57f7e0dffa684df68627487b17abe506 2024-11-26T19:23:51,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f8804b624d4d4f159717e9ff0407d3bf 2024-11-26T19:23:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/796e520456c34a0c9898545d537bb688 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/796e520456c34a0c9898545d537bb688 2024-11-26T19:23:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d4a5e52d04194b75bdfe1a25b9ea9f64 2024-11-26T19:23:51,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/8d55853cb8474a55afe8c0d2c381c4e4 2024-11-26T19:23:51,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a8251c59a8844d788cdea73c8e2c2df1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a8251c59a8844d788cdea73c8e2c2df1 2024-11-26T19:23:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/19e0f864fbb84fd0b2b48e2aa2710819 2024-11-26T19:23:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/dd85198fc28a4a4f8a8b4a107098e267 2024-11-26T19:23:51,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4013c3e7bea49a3a830bb65b1004cc5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4013c3e7bea49a3a830bb65b1004cc5 2024-11-26T19:23:51,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1025f3c0457b48a2bde430cbcdc4a8e1 2024-11-26T19:23:51,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/25c024d92fdd4942b59793cb84eb4685 2024-11-26T19:23:51,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/5525a9d51b564a02925ac1b8e0268d92 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/5525a9d51b564a02925ac1b8e0268d92 2024-11-26T19:23:51,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/779dab1ae0bf4822814292ea8eb4b40f 2024-11-26T19:23:51,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1e2599bf04264bbd8608c1030b2d59ec 2024-11-26T19:23:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9758d3fa04b540219158908d058bf0d7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/9758d3fa04b540219158908d058bf0d7 2024-11-26T19:23:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/d5d66a0bbd8746e58e6abe6c78c23ef4 2024-11-26T19:23:51,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f6c5573cd60f47a5a8a4c53be0e107fa 2024-11-26T19:23:51,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4f4f04390654f9a846ceb828065009f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/f4f4f04390654f9a846ceb828065009f 2024-11-26T19:23:51,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/589cfb4ced7a40b9a0901cb5fb10fd1e 2024-11-26T19:23:51,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/35557c0c13e74133ac4ea5d4b4422a80 2024-11-26T19:23:51,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/05e325cac6c143ea819da48850ef1e44 2024-11-26T19:23:51,271 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/recovered.edits/451.seqid, newMaxSeqId=451, maxSeqId=1 2024-11-26T19:23:51,272 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c. 2024-11-26T19:23:51,272 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for 82ad15489b7949edec0d3e39fff6902c: 2024-11-26T19:23:51,273 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed 82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:51,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=82ad15489b7949edec0d3e39fff6902c, regionState=CLOSED 2024-11-26T19:23:51,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-26T19:23:51,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure 82ad15489b7949edec0d3e39fff6902c, server=7e5582d806af,32949,1732648875872 in 1.4790 sec 2024-11-26T19:23:51,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T19:23:51,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=82ad15489b7949edec0d3e39fff6902c, UNASSIGN in 1.4820 sec 2024-11-26T19:23:51,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-26T19:23:51,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-26T19:23:51,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649031278"}]},"ts":"1732649031278"} 2024-11-26T19:23:51,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:23:51,281 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:23:51,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4970 sec 2024-11-26T19:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-26T19:23:51,891 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-11-26T19:23:51,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:23:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-11-26T19:23:51,895 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:51,897 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/recovered.edits] 2024-11-26T19:23:51,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b52c04be8334bb9b310bfe93e764a7e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/1b52c04be8334bb9b310bfe93e764a7e 2024-11-26T19:23:51,900 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8e621beeb56f4b3186a419379df77b1f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/8e621beeb56f4b3186a419379df77b1f 2024-11-26T19:23:51,901 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4b9ae39e57a4d1fbebcda39fb903d0d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/A/a4b9ae39e57a4d1fbebcda39fb903d0d 2024-11-26T19:23:51,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0f7e23e2e29244d6b301b6cdf24c9f9f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/0f7e23e2e29244d6b301b6cdf24c9f9f 2024-11-26T19:23:51,904 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/4a035d5f596842308efc67eb29def820 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/4a035d5f596842308efc67eb29def820 2024-11-26T19:23:51,905 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b3d82a4071954dd485398f6dca10646c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/B/b3d82a4071954dd485398f6dca10646c 2024-11-26T19:23:51,906 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1115482fa4784d6c9c4f20ef47bc0ce9 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/1115482fa4784d6c9c4f20ef47bc0ce9 2024-11-26T19:23:51,907 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a25838646c8d4d39ada8bd52ffbcf22a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/a25838646c8d4d39ada8bd52ffbcf22a 2024-11-26T19:23:51,908 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/caf74ffbdf594e95b1dcd7831cfb08b4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/C/caf74ffbdf594e95b1dcd7831cfb08b4 2024-11-26T19:23:51,910 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/recovered.edits/451.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c/recovered.edits/451.seqid 2024-11-26T19:23:51,910 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/82ad15489b7949edec0d3e39fff6902c 2024-11-26T19:23:51,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:23:51,912 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,913 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:23:51,915 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:23:51,915 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:23:51,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732649031916"}]},"ts":"9223372036854775807"} 2024-11-26T19:23:51,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:23:51,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 82ad15489b7949edec0d3e39fff6902c, NAME => 'TestAcidGuarantees,,1732648997662.82ad15489b7949edec0d3e39fff6902c.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:23:51,917 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:23:51,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732649031917"}]},"ts":"9223372036854775807"} 2024-11-26T19:23:51,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:23:51,920 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:51,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-26T19:23:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-11-26T19:23:51,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 172 completed 2024-11-26T19:23:52,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 237), OpenFileDescriptor=443 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=5346 (was 5354) 2024-11-26T19:23:52,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5346 2024-11-26T19:23:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:23:52,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:23:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:52,015 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T19:23:52,015 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:52,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 173 2024-11-26T19:23:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T19:23:52,016 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T19:23:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742378_1554 (size=960) 2024-11-26T19:23:52,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e 2024-11-26T19:23:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742379_1555 (size=53) 2024-11-26T19:23:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T19:23:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b965ef79ddac9424d73a9d6d5a4448cd, disabling compactions & flushes 2024-11-26T19:23:52,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. after waiting 0 ms 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:52,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T19:23:52,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732649032427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649032427"}]},"ts":"1732649032427"} 2024-11-26T19:23:52,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T19:23:52,429 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T19:23:52,429 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649032429"}]},"ts":"1732649032429"} 2024-11-26T19:23:52,430 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T19:23:52,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, ASSIGN}] 2024-11-26T19:23:52,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, ASSIGN 2024-11-26T19:23:52,435 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, ASSIGN; state=OFFLINE, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=false 2024-11-26T19:23:52,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:52,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; OpenRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T19:23:52,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:52,740 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,740 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7285): Opening region: {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:23:52,741 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,741 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:23:52,741 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7327): checking encryption for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,741 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7330): checking classloading for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,742 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,743 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:52,743 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName A 2024-11-26T19:23:52,743 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:52,743 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:52,744 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,744 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:52,744 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName B 2024-11-26T19:23:52,745 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:52,745 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:52,745 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,746 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:52,746 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName C 2024-11-26T19:23:52,746 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:52,747 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:52,747 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,747 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,748 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,749 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:23:52,749 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1085): writing seq id for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:52,751 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T19:23:52,751 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1102): Opened b965ef79ddac9424d73a9d6d5a4448cd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64949902, jitterRate=-0.032171040773391724}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:23:52,752 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1001): Region open journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:52,752 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., pid=175, masterSystemTime=1732649032737 2024-11-26T19:23:52,753 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,753 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:52,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=OPEN, openSeqNum=2, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:52,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-26T19:23:52,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; OpenRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 in 168 msec 2024-11-26T19:23:52,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T19:23:52,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, ASSIGN in 322 msec 2024-11-26T19:23:52,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T19:23:52,757 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649032757"}]},"ts":"1732649032757"} 2024-11-26T19:23:52,758 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T19:23:52,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T19:23:52,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 746 msec 2024-11-26T19:23:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T19:23:53,119 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T19:23:53,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x593af048 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbd2497 2024-11-26T19:23:53,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e5a47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:53,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:53,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:53,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T19:23:53,129 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T19:23:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T19:23:53,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T19:23:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=176, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T19:23:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742380_1556 (size=996) 2024-11-26T19:23:53,541 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T19:23:53,541 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T19:23:53,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:23:53,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, REOPEN/MOVE}] 2024-11-26T19:23:53,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, REOPEN/MOVE 2024-11-26T19:23:53,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:53,546 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:23:53,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE; CloseRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:53,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:53,698 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(124): Close b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:53,698 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:23:53,698 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1681): Closing b965ef79ddac9424d73a9d6d5a4448cd, disabling compactions & flushes 2024-11-26T19:23:53,698 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:53,698 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:53,698 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. after waiting 0 ms 2024-11-26T19:23:53,698 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:53,702 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T19:23:53,702 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:53,702 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1635): Region close journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:53,702 WARN [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionServer(3786): Not adding moved region record: b965ef79ddac9424d73a9d6d5a4448cd to self. 2024-11-26T19:23:53,703 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(170): Closed b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:53,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=CLOSED 2024-11-26T19:23:53,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-26T19:23:53,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; CloseRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 in 159 msec 2024-11-26T19:23:53,706 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, REOPEN/MOVE; state=CLOSED, location=7e5582d806af,32949,1732648875872; forceNewPlan=false, retain=true 2024-11-26T19:23:53,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=OPENING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:53,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=178, state=RUNNABLE; OpenRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:23:54,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,011 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,012 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7285): Opening region: {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T19:23:54,012 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,012 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T19:23:54,012 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7327): checking encryption for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,012 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7330): checking classloading for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,013 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,014 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:54,014 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName A 2024-11-26T19:23:54,015 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:54,015 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:54,015 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,016 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:54,016 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName B 2024-11-26T19:23:54,016 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:54,016 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:54,016 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,017 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T19:23:54,017 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b965ef79ddac9424d73a9d6d5a4448cd columnFamilyName C 2024-11-26T19:23:54,017 DEBUG [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:54,017 INFO [StoreOpener-b965ef79ddac9424d73a9d6d5a4448cd-1 {}] regionserver.HStore(327): Store=b965ef79ddac9424d73a9d6d5a4448cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T19:23:54,017 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,018 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,019 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,020 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T19:23:54,021 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1085): writing seq id for b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,022 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1102): Opened b965ef79ddac9424d73a9d6d5a4448cd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72209823, jitterRate=0.07601021230220795}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T19:23:54,023 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1001): Region open journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:54,023 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., pid=180, masterSystemTime=1732649034009 2024-11-26T19:23:54,024 DEBUG [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,024 INFO [RS_OPEN_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=OPEN, openSeqNum=5, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=178 2024-11-26T19:23:54,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=178, state=SUCCESS; OpenRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 in 168 msec 2024-11-26T19:23:54,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T19:23:54,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, REOPEN/MOVE in 483 msec 2024-11-26T19:23:54,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-26T19:23:54,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-26T19:23:54,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-26T19:23:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=176 2024-11-26T19:23:54,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-26T19:23:54,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,036 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-26T19:23:54,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-26T19:23:54,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-26T19:23:54,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-26T19:23:54,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-26T19:23:54,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-26T19:23:54,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-26T19:23:54,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-26T19:23:54,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:60553 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-26T19:23:54,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T19:23:54,084 DEBUG [hconnection-0x4d75bd78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,091 DEBUG [hconnection-0x603a33c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,092 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,092 DEBUG [hconnection-0x4bcb1221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,093 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:23:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:54,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:23:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:23:54,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:54,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-26T19:23:54,100 DEBUG [hconnection-0x77bcc402-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,100 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:54,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:54,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:54,102 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,125 DEBUG [hconnection-0x70f35aaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,126 DEBUG [hconnection-0x143aafab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,126 DEBUG [hconnection-0x4821aea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,127 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,128 DEBUG [hconnection-0x1d711a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,128 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,129 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,132 DEBUG [hconnection-0x3440b178-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,134 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T19:23:54,136 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T19:23:54,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112608aa9e158d194b61a0cb8bd3dc98881a_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649034090/Put/seqid=0 2024-11-26T19:23:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742381_1557 (size=12154) 2024-11-26T19:23:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649094136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649094137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649094140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649094141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649094144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649094242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649094242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649094243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649094243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649094245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:54,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649094444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649094444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649094445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649094446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649094448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:54,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112608aa9e158d194b61a0cb8bd3dc98881a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112608aa9e158d194b61a0cb8bd3dc98881a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:54,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d99b5d4d122d4eaca2797482f8e54a6a, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:23:54,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d99b5d4d122d4eaca2797482f8e54a6a is 175, key is test_row_0/A:col10/1732649034090/Put/seqid=0 2024-11-26T19:23:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742382_1558 (size=30955) 2024-11-26T19:23:54,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:54,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649094748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649094748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649094748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649094750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649094750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:54,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:54,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:54,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d99b5d4d122d4eaca2797482f8e54a6a 2024-11-26T19:23:54,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/589e79478f324c3eada6fad28542011f is 50, key is test_row_0/B:col10/1732649034090/Put/seqid=0 2024-11-26T19:23:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742383_1559 (size=12001) 2024-11-26T19:23:54,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/589e79478f324c3eada6fad28542011f 2024-11-26T19:23:55,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2d0f652c5389432c9cd04346ab09f3cf is 50, key is test_row_0/C:col10/1732649034090/Put/seqid=0 2024-11-26T19:23:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742384_1560 (size=12001) 2024-11-26T19:23:55,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2d0f652c5389432c9cd04346ab09f3cf 2024-11-26T19:23:55,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:55,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:55,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:55,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d99b5d4d122d4eaca2797482f8e54a6a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a 2024-11-26T19:23:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:23:55,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T19:23:55,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/589e79478f324c3eada6fad28542011f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f 2024-11-26T19:23:55,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T19:23:55,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2d0f652c5389432c9cd04346ab09f3cf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf 2024-11-26T19:23:55,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T19:23:55,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b965ef79ddac9424d73a9d6d5a4448cd in 938ms, sequenceid=15, compaction requested=false 2024-11-26T19:23:55,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:55,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T19:23:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:55,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:23:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e94c575461d54735a02d6505ba019328_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649034135/Put/seqid=0 2024-11-26T19:23:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742385_1561 (size=12154) 2024-11-26T19:23:55,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e94c575461d54735a02d6505ba019328_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e94c575461d54735a02d6505ba019328_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/006b9319a5274197b1fc12b229414caa, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:23:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/006b9319a5274197b1fc12b229414caa is 175, key is test_row_0/A:col10/1732649034135/Put/seqid=0 2024-11-26T19:23:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742386_1562 (size=30955) 2024-11-26T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:55,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/006b9319a5274197b1fc12b229414caa 2024-11-26T19:23:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/21084475c8fa458c86a242f128bbd141 is 50, key is test_row_0/B:col10/1732649034135/Put/seqid=0 2024-11-26T19:23:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742387_1563 (size=12001) 2024-11-26T19:23:55,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649095255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649095256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649095258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649095258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649095259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649095359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649095360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649095361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649095361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649095362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649095562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649095563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649095565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649095565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649095566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/21084475c8fa458c86a242f128bbd141 2024-11-26T19:23:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/388ff41d50e44f8989b27dca90ba5688 is 50, key is test_row_0/C:col10/1732649034135/Put/seqid=0 2024-11-26T19:23:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742388_1564 (size=12001) 2024-11-26T19:23:55,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649095866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649095867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649095868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649095868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649095870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,027 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/388ff41d50e44f8989b27dca90ba5688 2024-11-26T19:23:56,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/006b9319a5274197b1fc12b229414caa as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa 2024-11-26T19:23:56,034 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T19:23:56,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/21084475c8fa458c86a242f128bbd141 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141 2024-11-26T19:23:56,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T19:23:56,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/388ff41d50e44f8989b27dca90ba5688 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688 2024-11-26T19:23:56,042 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T19:23:56,042 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b965ef79ddac9424d73a9d6d5a4448cd in 872ms, sequenceid=41, compaction requested=false 2024-11-26T19:23:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-26T19:23:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-26T19:23:56,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-26T19:23:56,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-11-26T19:23:56,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.9470 sec 2024-11-26T19:23:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T19:23:56,205 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-26T19:23:56,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-26T19:23:56,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:56,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:56,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:56,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-26T19:23:56,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:56,360 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:23:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:56,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b12bebdfde346d5b8d8ad0025600be9_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649035258/Put/seqid=0 2024-11-26T19:23:56,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742389_1565 (size=12154) 2024-11-26T19:23:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:56,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:56,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649096388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649096389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649096390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649096392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649096392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649096493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649096493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649096493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649096495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649096496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:56,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649096694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649096694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649096695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649096697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649096699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:56,774 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b12bebdfde346d5b8d8ad0025600be9_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b12bebdfde346d5b8d8ad0025600be9_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/cae9b130048d4aeb9f5f4eed994e7024, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:23:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/cae9b130048d4aeb9f5f4eed994e7024 is 175, key is test_row_0/A:col10/1732649035258/Put/seqid=0 2024-11-26T19:23:56,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742390_1566 (size=30955) 2024-11-26T19:23:56,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T19:23:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:56,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649096998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649096999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649097000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649097007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649097007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/cae9b130048d4aeb9f5f4eed994e7024 2024-11-26T19:23:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/7bbb5b7ad2d94b728c3a905224a4a5cb is 50, key is test_row_0/B:col10/1732649035258/Put/seqid=0 2024-11-26T19:23:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742391_1567 (size=12001) 2024-11-26T19:23:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:57,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649097501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649097509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649097510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649097510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649097512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:57,592 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/7bbb5b7ad2d94b728c3a905224a4a5cb 2024-11-26T19:23:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9646b7c0b5bf4179a69cd490ff64e3da is 50, key is test_row_0/C:col10/1732649035258/Put/seqid=0 2024-11-26T19:23:57,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742392_1568 (size=12001) 2024-11-26T19:23:58,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9646b7c0b5bf4179a69cd490ff64e3da 2024-11-26T19:23:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/cae9b130048d4aeb9f5f4eed994e7024 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024 2024-11-26T19:23:58,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024, entries=150, sequenceid=52, filesize=30.2 K 2024-11-26T19:23:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/7bbb5b7ad2d94b728c3a905224a4a5cb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb 2024-11-26T19:23:58,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T19:23:58,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9646b7c0b5bf4179a69cd490ff64e3da as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da 2024-11-26T19:23:58,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T19:23:58,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b965ef79ddac9424d73a9d6d5a4448cd in 1658ms, sequenceid=52, compaction requested=true 2024-11-26T19:23:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-26T19:23:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-26T19:23:58,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-26T19:23:58,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-26T19:23:58,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.8150 sec 2024-11-26T19:23:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T19:23:58,312 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-26T19:23:58,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-26T19:23:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T19:23:58,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:58,316 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:58,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T19:23:58,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-26T19:23:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:58,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:23:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263ba3423ad75942afb52e32854442ba7e_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649036389/Put/seqid=0 2024-11-26T19:23:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742393_1569 (size=12154) 2024-11-26T19:23:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:58,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:58,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649098517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649098519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649098519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649098520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649098521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T19:23:58,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649098621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649098623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649098623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649098624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649098824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649098825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649098826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649098826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:58,883 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263ba3423ad75942afb52e32854442ba7e_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263ba3423ad75942afb52e32854442ba7e_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/abc887005cce40f58d9b2d9715f6b4bf, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:23:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/abc887005cce40f58d9b2d9715f6b4bf is 175, key is test_row_0/A:col10/1732649036389/Put/seqid=0 2024-11-26T19:23:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742394_1570 (size=30955) 2024-11-26T19:23:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T19:23:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649099128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649099128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649099131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649099131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,305 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/abc887005cce40f58d9b2d9715f6b4bf 2024-11-26T19:23:59,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/0182d380892045a7800a37dffd769cd5 is 50, key is test_row_0/B:col10/1732649036389/Put/seqid=0 2024-11-26T19:23:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742395_1571 (size=12001) 2024-11-26T19:23:59,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/0182d380892045a7800a37dffd769cd5 2024-11-26T19:23:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/07a04467cb7944e9907a920ad3a8f946 is 50, key is test_row_0/C:col10/1732649036389/Put/seqid=0 2024-11-26T19:23:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742396_1572 (size=12001) 2024-11-26T19:23:59,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/07a04467cb7944e9907a920ad3a8f946 2024-11-26T19:23:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/abc887005cce40f58d9b2d9715f6b4bf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf 2024-11-26T19:23:59,341 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T19:23:59,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/0182d380892045a7800a37dffd769cd5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5 2024-11-26T19:23:59,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T19:23:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/07a04467cb7944e9907a920ad3a8f946 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946 2024-11-26T19:23:59,350 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T19:23:59,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b965ef79ddac9424d73a9d6d5a4448cd in 883ms, sequenceid=77, compaction requested=true 2024-11-26T19:23:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:23:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-26T19:23:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-26T19:23:59,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-26T19:23:59,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-26T19:23:59,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.0410 sec 2024-11-26T19:23:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T19:23:59,418 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-26T19:23:59,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:23:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-26T19:23:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T19:23:59,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:23:59,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:23:59,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:23:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T19:23:59,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-26T19:23:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:23:59,573 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:23:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:23:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112607fac6619f35452996a7c9aa9cc2e16c_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649038518/Put/seqid=0 2024-11-26T19:23:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742397_1573 (size=12154) 2024-11-26T19:23:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:23:59,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112607fac6619f35452996a7c9aa9cc2e16c_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607fac6619f35452996a7c9aa9cc2e16c_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:59,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/305d3c6798fa46399b275dc2d965d850, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:23:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/305d3c6798fa46399b275dc2d965d850 is 175, key is test_row_0/A:col10/1732649038518/Put/seqid=0 2024-11-26T19:23:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742398_1574 (size=30955) 2024-11-26T19:23:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:23:59,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:23:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649099690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649099691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649099691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649099692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T19:23:59,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649099795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649099796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649099796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:23:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649099796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:23:59,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/305d3c6798fa46399b275dc2d965d850 2024-11-26T19:24:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649099998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/32b4952e1cb843c695158525edffab29 is 50, key is test_row_0/B:col10/1732649038518/Put/seqid=0 2024-11-26T19:24:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649100000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649100000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649100001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742399_1575 (size=12001) 2024-11-26T19:24:00,005 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/32b4952e1cb843c695158525edffab29 2024-11-26T19:24:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d2d8e7444ded4214976f336b75ac380c is 50, key is test_row_0/C:col10/1732649038518/Put/seqid=0 2024-11-26T19:24:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742400_1576 (size=12001) 2024-11-26T19:24:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T19:24:00,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649100302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649100304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649100304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649100305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,416 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d2d8e7444ded4214976f336b75ac380c 2024-11-26T19:24:00,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/305d3c6798fa46399b275dc2d965d850 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850 2024-11-26T19:24:00,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850, entries=150, sequenceid=88, filesize=30.2 K 2024-11-26T19:24:00,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/32b4952e1cb843c695158525edffab29 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29 2024-11-26T19:24:00,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29, entries=150, sequenceid=88, filesize=11.7 K 2024-11-26T19:24:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d2d8e7444ded4214976f336b75ac380c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c 2024-11-26T19:24:00,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-26T19:24:00,438 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b965ef79ddac9424d73a9d6d5a4448cd in 865ms, sequenceid=88, compaction requested=true 2024-11-26T19:24:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-26T19:24:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-26T19:24:00,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-26T19:24:00,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-11-26T19:24:00,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.0240 sec 2024-11-26T19:24:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T19:24:00,523 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-26T19:24:00,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-26T19:24:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:00,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:00,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:00,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:00,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T19:24:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dcba3c51b587464d95245335490d8eb6_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742401_1577 (size=14594) 2024-11-26T19:24:00,549 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:00,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dcba3c51b587464d95245335490d8eb6_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcba3c51b587464d95245335490d8eb6_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:00,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e0ed0e979d3d4609b9f601302a767d8c, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:00,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e0ed0e979d3d4609b9f601302a767d8c is 175, key is test_row_0/A:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742402_1578 (size=39549) 2024-11-26T19:24:00,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e0ed0e979d3d4609b9f601302a767d8c 2024-11-26T19:24:00,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/325b18ecd1214bf78deb0d070d0bfff0 is 50, key is test_row_0/B:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742403_1579 (size=12001) 2024-11-26T19:24:00,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/325b18ecd1214bf78deb0d070d0bfff0 2024-11-26T19:24:00,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649100566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/b2b4178d62cf40a59c3fbd310f0e503b is 50, key is test_row_0/C:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742404_1580 (size=12001) 2024-11-26T19:24:00,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/b2b4178d62cf40a59c3fbd310f0e503b 2024-11-26T19:24:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e0ed0e979d3d4609b9f601302a767d8c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c 2024-11-26T19:24:00,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c, entries=200, sequenceid=114, filesize=38.6 K 2024-11-26T19:24:00,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/325b18ecd1214bf78deb0d070d0bfff0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0 2024-11-26T19:24:00,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T19:24:00,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/b2b4178d62cf40a59c3fbd310f0e503b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b 2024-11-26T19:24:00,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T19:24:00,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b965ef79ddac9424d73a9d6d5a4448cd in 60ms, sequenceid=114, compaction requested=true 2024-11-26T19:24:00,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:00,599 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:24:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:24:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:00,599 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:24:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:24:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:24:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 194324 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/B is initiating minor compaction (all files) 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/A is initiating minor compaction (all files) 2024-11-26T19:24:00,601 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/B in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,601 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/A in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,601 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=70.3 K 2024-11-26T19:24:00,601 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=189.8 K 2024-11-26T19:24:00,601 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c] 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 589e79478f324c3eada6fad28542011f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732649034090 2024-11-26T19:24:00,601 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d99b5d4d122d4eaca2797482f8e54a6a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732649034090 2024-11-26T19:24:00,602 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 21084475c8fa458c86a242f128bbd141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732649034126 2024-11-26T19:24:00,602 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006b9319a5274197b1fc12b229414caa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732649034126 2024-11-26T19:24:00,602 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bbb5b7ad2d94b728c3a905224a4a5cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732649035254 2024-11-26T19:24:00,602 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting cae9b130048d4aeb9f5f4eed994e7024, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732649035254 2024-11-26T19:24:00,602 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0182d380892045a7800a37dffd769cd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732649036389 2024-11-26T19:24:00,603 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting abc887005cce40f58d9b2d9715f6b4bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732649036389 2024-11-26T19:24:00,603 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 32b4952e1cb843c695158525edffab29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732649038516 2024-11-26T19:24:00,603 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 305d3c6798fa46399b275dc2d965d850, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732649038516 2024-11-26T19:24:00,604 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 325b18ecd1214bf78deb0d070d0bfff0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:00,604 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ed0e979d3d4609b9f601302a767d8c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:00,614 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:00,617 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:00,617 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/3443b12fadf243ec9403683a21fbc2e3 is 50, key is test_row_0/B:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,617 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126cef8b036257341a9a7b85121d15f236c_b965ef79ddac9424d73a9d6d5a4448cd store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:00,621 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126cef8b036257341a9a7b85121d15f236c_b965ef79ddac9424d73a9d6d5a4448cd, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:00,621 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cef8b036257341a9a7b85121d15f236c_b965ef79ddac9424d73a9d6d5a4448cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742405_1581 (size=12207) 2024-11-26T19:24:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742406_1582 (size=4469) 2024-11-26T19:24:00,654 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#A#compaction#495 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:00,655 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/982c9e39075849e893a6f198a3c71a13 is 175, key is test_row_0/A:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742407_1583 (size=31161) 2024-11-26T19:24:00,664 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/982c9e39075849e893a6f198a3c71a13 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13 2024-11-26T19:24:00,670 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/A of b965ef79ddac9424d73a9d6d5a4448cd into 982c9e39075849e893a6f198a3c71a13(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:00,670 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:00,670 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/A, priority=10, startTime=1732649040598; duration=0sec 2024-11-26T19:24:00,670 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:00,670 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:A 2024-11-26T19:24:00,670 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T19:24:00,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T19:24:00,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/C is initiating minor compaction (all files) 2024-11-26T19:24:00,672 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/C in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,672 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=70.3 K 2024-11-26T19:24:00,672 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d0f652c5389432c9cd04346ab09f3cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732649034090 2024-11-26T19:24:00,673 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388ff41d50e44f8989b27dca90ba5688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732649034126 2024-11-26T19:24:00,673 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9646b7c0b5bf4179a69cd490ff64e3da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732649035254 2024-11-26T19:24:00,673 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a04467cb7944e9907a920ad3a8f946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732649036389 2024-11-26T19:24:00,673 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d8e7444ded4214976f336b75ac380c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732649038516 2024-11-26T19:24:00,674 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2b4178d62cf40a59c3fbd310f0e503b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:00,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:00,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:00,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:00,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126206578477d264beaa28180bcb51f5309_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649040564/Put/seqid=0 2024-11-26T19:24:00,694 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:00,695 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9463d97fe8d44bfe981a485fbb23973c is 50, key is test_row_0/C:col10/1732649040527/Put/seqid=0 2024-11-26T19:24:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742408_1584 (size=12154) 2024-11-26T19:24:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742409_1585 (size=12207) 2024-11-26T19:24:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649100754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649100809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649100809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649100810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649100812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:00,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649100857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:00,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:00,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,038 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/3443b12fadf243ec9403683a21fbc2e3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3443b12fadf243ec9403683a21fbc2e3 2024-11-26T19:24:01,042 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/B of b965ef79ddac9424d73a9d6d5a4448cd into 3443b12fadf243ec9403683a21fbc2e3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:01,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:01,042 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/B, priority=10, startTime=1732649040599; duration=0sec 2024-11-26T19:24:01,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:01,042 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:B 2024-11-26T19:24:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649101059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,096 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:01,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126206578477d264beaa28180bcb51f5309_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126206578477d264beaa28180bcb51f5309_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:01,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/f9696b1d34a549068615342c88bab3fb, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:01,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/f9696b1d34a549068615342c88bab3fb is 175, key is test_row_0/A:col10/1732649040564/Put/seqid=0 2024-11-26T19:24:01,121 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9463d97fe8d44bfe981a485fbb23973c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9463d97fe8d44bfe981a485fbb23973c 2024-11-26T19:24:01,125 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/C of b965ef79ddac9424d73a9d6d5a4448cd into 9463d97fe8d44bfe981a485fbb23973c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:01,125 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:01,125 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/C, priority=10, startTime=1732649040599; duration=0sec 2024-11-26T19:24:01,125 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:01,125 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:C 2024-11-26T19:24:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742410_1586 (size=30955) 2024-11-26T19:24:01,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649101364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/f9696b1d34a549068615342c88bab3fb 2024-11-26T19:24:01,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/65c9283fe5474b61b52fc4c42967b3af is 50, key is test_row_0/B:col10/1732649040564/Put/seqid=0 2024-11-26T19:24:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742411_1587 (size=12001) 2024-11-26T19:24:01,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/65c9283fe5474b61b52fc4c42967b3af 2024-11-26T19:24:01,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/427e6e4ad8b347238b05f04c9518031b is 50, key is test_row_0/C:col10/1732649040564/Put/seqid=0 2024-11-26T19:24:01,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742412_1588 (size=12001) 2024-11-26T19:24:01,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:01,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649101818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649101818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649101818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649101821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649101870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:01,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:01,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:01,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/427e6e4ad8b347238b05f04c9518031b 2024-11-26T19:24:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/f9696b1d34a549068615342c88bab3fb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb 2024-11-26T19:24:01,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb, entries=150, sequenceid=126, filesize=30.2 K 2024-11-26T19:24:01,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/65c9283fe5474b61b52fc4c42967b3af as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af 2024-11-26T19:24:01,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T19:24:01,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/427e6e4ad8b347238b05f04c9518031b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b 2024-11-26T19:24:01,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T19:24:01,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b965ef79ddac9424d73a9d6d5a4448cd in 1292ms, sequenceid=126, compaction requested=false 2024-11-26T19:24:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:02,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:02,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:02,054 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266b7d9f7750f94abe8567cce13e2c27d2_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649040753/Put/seqid=0 2024-11-26T19:24:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742413_1589 (size=12304) 2024-11-26T19:24:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:02,070 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266b7d9f7750f94abe8567cce13e2c27d2_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266b7d9f7750f94abe8567cce13e2c27d2_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/9e05a6e9e0264e70849df40df3a72091, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:02,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/9e05a6e9e0264e70849df40df3a72091 is 175, key is test_row_0/A:col10/1732649040753/Put/seqid=0 2024-11-26T19:24:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742414_1590 (size=31105) 2024-11-26T19:24:02,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/9e05a6e9e0264e70849df40df3a72091 2024-11-26T19:24:02,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/eb472049f4324610ba51967f07d5457f is 50, key is test_row_0/B:col10/1732649040753/Put/seqid=0 2024-11-26T19:24:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742415_1591 (size=12151) 2024-11-26T19:24:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:02,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:02,889 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/eb472049f4324610ba51967f07d5457f 2024-11-26T19:24:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d918f9454e6b440d8d2ff95be481304c is 50, key is test_row_0/C:col10/1732649040753/Put/seqid=0 2024-11-26T19:24:02,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742416_1592 (size=12151) 2024-11-26T19:24:02,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d918f9454e6b440d8d2ff95be481304c 2024-11-26T19:24:02,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/9e05a6e9e0264e70849df40df3a72091 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091 2024-11-26T19:24:02,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091, entries=150, sequenceid=153, filesize=30.4 K 2024-11-26T19:24:02,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/eb472049f4324610ba51967f07d5457f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f 2024-11-26T19:24:02,909 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-26T19:24:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/d918f9454e6b440d8d2ff95be481304c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c 2024-11-26T19:24:02,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-26T19:24:02,914 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=46.96 KB/48090 for b965ef79ddac9424d73a9d6d5a4448cd in 859ms, sequenceid=153, compaction requested=true 2024-11-26T19:24:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-26T19:24:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-26T19:24:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:02,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:02,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-26T19:24:02,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3880 sec 2024-11-26T19:24:02,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 2.3940 sec 2024-11-26T19:24:02,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267abd0a03c740459c9c76c42edc256db3_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742417_1593 (size=12304) 2024-11-26T19:24:02,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649102982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649103085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649103288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:03,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267abd0a03c740459c9c76c42edc256db3_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267abd0a03c740459c9c76c42edc256db3_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:03,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/5b1729b46b5f4b53b03194918b6db0dc, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:03,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/5b1729b46b5f4b53b03194918b6db0dc is 175, key is test_row_0/A:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742418_1594 (size=31105) 2024-11-26T19:24:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649103591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/5b1729b46b5f4b53b03194918b6db0dc 2024-11-26T19:24:03,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/3557ee4f36d7480ebaa1d4c05fdf5828 is 50, key is test_row_0/B:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742419_1595 (size=12151) 2024-11-26T19:24:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649103820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,823 DEBUG [Thread-2461 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649103823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649103824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,826 DEBUG [Thread-2463 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:03,826 DEBUG [Thread-2459 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:03,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649103835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:03,837 DEBUG [Thread-2467 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649104097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:04,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/3557ee4f36d7480ebaa1d4c05fdf5828 2024-11-26T19:24:04,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/68a527618cd74ef2870177f9a796cecb is 50, key is test_row_0/C:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742420_1596 (size=12151) 2024-11-26T19:24:04,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/68a527618cd74ef2870177f9a796cecb 2024-11-26T19:24:04,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/5b1729b46b5f4b53b03194918b6db0dc as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc 2024-11-26T19:24:04,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc, entries=150, sequenceid=164, filesize=30.4 K 2024-11-26T19:24:04,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/3557ee4f36d7480ebaa1d4c05fdf5828 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828 2024-11-26T19:24:04,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828, entries=150, sequenceid=164, filesize=11.9 K 2024-11-26T19:24:04,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/68a527618cd74ef2870177f9a796cecb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb 2024-11-26T19:24:04,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb, entries=150, sequenceid=164, filesize=11.9 K 2024-11-26T19:24:04,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b965ef79ddac9424d73a9d6d5a4448cd in 1291ms, sequenceid=164, compaction requested=true 2024-11-26T19:24:04,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:04,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:24:04,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:04,207 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:24:04,207 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:24:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:24:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:24:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:04,208 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:24:04,209 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/A is initiating minor compaction (all files) 2024-11-26T19:24:04,208 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:24:04,209 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/A in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:04,209 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=121.4 K 2024-11-26T19:24:04,209 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:04,209 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/B is initiating minor compaction (all files) 2024-11-26T19:24:04,209 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/B in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:04,209 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3443b12fadf243ec9403683a21fbc2e3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=47.4 K 2024-11-26T19:24:04,209 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc] 2024-11-26T19:24:04,210 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3443b12fadf243ec9403683a21fbc2e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:04,210 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 982c9e39075849e893a6f198a3c71a13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:04,210 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9696b1d34a549068615342c88bab3fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732649040544 2024-11-26T19:24:04,210 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c9283fe5474b61b52fc4c42967b3af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732649040544 2024-11-26T19:24:04,211 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e05a6e9e0264e70849df40df3a72091, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732649040712 2024-11-26T19:24:04,211 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting eb472049f4324610ba51967f07d5457f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732649040712 2024-11-26T19:24:04,211 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 3557ee4f36d7480ebaa1d4c05fdf5828, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:04,212 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b1729b46b5f4b53b03194918b6db0dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:04,222 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:04,222 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#B#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:04,223 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/0e22579b491c4262a798ad3692cd5ea8 is 50, key is test_row_0/B:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:04,224 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411261ee6372dae6d4f8aadedec94296e8037_b965ef79ddac9424d73a9d6d5a4448cd store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:04,225 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411261ee6372dae6d4f8aadedec94296e8037_b965ef79ddac9424d73a9d6d5a4448cd, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:04,225 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261ee6372dae6d4f8aadedec94296e8037_b965ef79ddac9424d73a9d6d5a4448cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742421_1597 (size=12493) 2024-11-26T19:24:04,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742422_1598 (size=4469) 2024-11-26T19:24:04,239 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#A#compaction#507 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:04,239 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d3039c2faefa44cea0aff8d203d20f75 is 175, key is test_row_0/A:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742423_1599 (size=31447) 2024-11-26T19:24:04,246 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/d3039c2faefa44cea0aff8d203d20f75 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75 2024-11-26T19:24:04,250 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/A of b965ef79ddac9424d73a9d6d5a4448cd into d3039c2faefa44cea0aff8d203d20f75(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:04,250 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:04,250 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/A, priority=12, startTime=1732649044206; duration=0sec 2024-11-26T19:24:04,251 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:04,251 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:A 2024-11-26T19:24:04,251 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T19:24:04,252 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T19:24:04,252 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/C is initiating minor compaction (all files) 2024-11-26T19:24:04,252 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/C in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:04,252 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9463d97fe8d44bfe981a485fbb23973c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=47.4 K 2024-11-26T19:24:04,252 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9463d97fe8d44bfe981a485fbb23973c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732649039679 2024-11-26T19:24:04,253 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427e6e4ad8b347238b05f04c9518031b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732649040544 2024-11-26T19:24:04,253 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d918f9454e6b440d8d2ff95be481304c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732649040712 2024-11-26T19:24:04,253 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68a527618cd74ef2870177f9a796cecb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:04,261 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:04,261 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/722a6082f4ce49fd8a0d2317e2e54dbb is 50, key is test_row_0/C:col10/1732649042914/Put/seqid=0 2024-11-26T19:24:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742424_1600 (size=12493) 2024-11-26T19:24:04,268 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/722a6082f4ce49fd8a0d2317e2e54dbb as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/722a6082f4ce49fd8a0d2317e2e54dbb 2024-11-26T19:24:04,273 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/C of b965ef79ddac9424d73a9d6d5a4448cd into 722a6082f4ce49fd8a0d2317e2e54dbb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:04,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:04,273 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/C, priority=12, startTime=1732649044207; duration=0sec 2024-11-26T19:24:04,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:04,273 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:C 2024-11-26T19:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T19:24:04,631 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-26T19:24:04,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-11-26T19:24:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T19:24:04,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:04,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:04,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:04,642 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/0e22579b491c4262a798ad3692cd5ea8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0e22579b491c4262a798ad3692cd5ea8 2024-11-26T19:24:04,646 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/B of b965ef79ddac9424d73a9d6d5a4448cd into 0e22579b491c4262a798ad3692cd5ea8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:04,646 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:04,646 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/B, priority=12, startTime=1732649044207; duration=0sec 2024-11-26T19:24:04,646 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:04,646 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:B 2024-11-26T19:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T19:24:04,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:04,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:04,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:04,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:04,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e79f1bceb8ea4141bf2121a9f1a9d878_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649042981/Put/seqid=0 2024-11-26T19:24:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742425_1601 (size=12304) 2024-11-26T19:24:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T19:24:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:05,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649105119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:05,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e79f1bceb8ea4141bf2121a9f1a9d878_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e79f1bceb8ea4141bf2121a9f1a9d878_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:05,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e45dcde73cfa420b8b091b3c97f3a76c, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:05,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e45dcde73cfa420b8b091b3c97f3a76c is 175, key is test_row_0/A:col10/1732649042981/Put/seqid=0 2024-11-26T19:24:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649105223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742426_1602 (size=31105) 2024-11-26T19:24:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T19:24:05,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649105427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:05,626 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e45dcde73cfa420b8b091b3c97f3a76c 2024-11-26T19:24:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/67b2f77d6d424bde8e768117a2fa3858 is 50, key is test_row_0/B:col10/1732649042981/Put/seqid=0 2024-11-26T19:24:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742427_1603 (size=12151) 2024-11-26T19:24:05,637 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/67b2f77d6d424bde8e768117a2fa3858 2024-11-26T19:24:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/fa179bddc38c4a33b99bd871c1f990e3 is 50, key is test_row_0/C:col10/1732649042981/Put/seqid=0 2024-11-26T19:24:05,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742428_1604 (size=12151) 2024-11-26T19:24:05,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/fa179bddc38c4a33b99bd871c1f990e3 2024-11-26T19:24:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/e45dcde73cfa420b8b091b3c97f3a76c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c 2024-11-26T19:24:05,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c, entries=150, sequenceid=192, filesize=30.4 K 2024-11-26T19:24:05,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/67b2f77d6d424bde8e768117a2fa3858 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858 2024-11-26T19:24:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,688 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T19:24:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/fa179bddc38c4a33b99bd871c1f990e3 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3 2024-11-26T19:24:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T19:24:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,693 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b965ef79ddac9424d73a9d6d5a4448cd in 905ms, sequenceid=192, compaction requested=false 2024-11-26T19:24:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-11-26T19:24:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-11-26T19:24:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-26T19:24:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-26T19:24:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.0650 sec 2024-11-26T19:24:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:05,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T19:24:05,738 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-26T19:24:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-11-26T19:24:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126141e8c4462c447fe9c8cb02cca05c211_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:05,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:05,742 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:05,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742429_1605 (size=12304) 2024-11-26T19:24:05,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649105791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:05,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:05,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:05,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:05,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649105896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:06,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:06,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:06,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649106099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:06,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126141e8c4462c447fe9c8cb02cca05c211_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126141e8c4462c447fe9c8cb02cca05c211_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:06,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/116136919ef548fdaec4aaf86da84a43, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/116136919ef548fdaec4aaf86da84a43 is 175, key is test_row_0/A:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742430_1606 (size=31101) 2024-11-26T19:24:06,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/116136919ef548fdaec4aaf86da84a43 2024-11-26T19:24:06,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/2d03207319924d4ab21d9617ba9a8291 is 50, key is test_row_0/B:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742431_1607 (size=9757) 2024-11-26T19:24:06,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:06,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649106403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:06,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/2d03207319924d4ab21d9617ba9a8291 2024-11-26T19:24:06,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/830b81979fc04899ab60f6bea81f2cbd is 50, key is test_row_0/C:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742432_1608 (size=9757) 2024-11-26T19:24:06,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/830b81979fc04899ab60f6bea81f2cbd 2024-11-26T19:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/116136919ef548fdaec4aaf86da84a43 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43 2024-11-26T19:24:06,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43, entries=150, sequenceid=204, filesize=30.4 K 2024-11-26T19:24:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/2d03207319924d4ab21d9617ba9a8291 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291 2024-11-26T19:24:06,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291, entries=100, sequenceid=204, filesize=9.5 K 2024-11-26T19:24:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/830b81979fc04899ab60f6bea81f2cbd as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd 2024-11-26T19:24:06,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd, entries=100, sequenceid=204, filesize=9.5 K 2024-11-26T19:24:06,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b965ef79ddac9424d73a9d6d5a4448cd in 889ms, sequenceid=204, compaction requested=true 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:06,620 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T19:24:06,621 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:06,621 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:06,621 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/A is initiating minor compaction (all files) 2024-11-26T19:24:06,621 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/A in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,622 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:06,622 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/B is initiating minor compaction (all files) 2024-11-26T19:24:06,622 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=91.5 K 2024-11-26T19:24:06,622 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/B in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,622 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,622 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43] 2024-11-26T19:24:06,622 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0e22579b491c4262a798ad3692cd5ea8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=33.6 K 2024-11-26T19:24:06,622 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3039c2faefa44cea0aff8d203d20f75, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:06,622 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e22579b491c4262a798ad3692cd5ea8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:06,623 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting e45dcde73cfa420b8b091b3c97f3a76c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732649042972 2024-11-26T19:24:06,623 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 67b2f77d6d424bde8e768117a2fa3858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732649042972 2024-11-26T19:24:06,623 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116136919ef548fdaec4aaf86da84a43, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649045113 2024-11-26T19:24:06,623 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d03207319924d4ab21d9617ba9a8291, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649045118 2024-11-26T19:24:06,645 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:06,646 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/a5ac4b44bfaf45ba8c520bb44ed939ea is 50, key is test_row_0/B:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,647 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,649 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126693fe067b080414d9d6ef1627785dd7e_b965ef79ddac9424d73a9d6d5a4448cd store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,650 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126693fe067b080414d9d6ef1627785dd7e_b965ef79ddac9424d73a9d6d5a4448cd, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,650 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126693fe067b080414d9d6ef1627785dd7e_b965ef79ddac9424d73a9d6d5a4448cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742433_1609 (size=4469) 2024-11-26T19:24:06,655 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#A#compaction#516 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:06,656 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/421dd736cf7b4317924921e8331554f6 is 175, key is test_row_0/A:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742434_1610 (size=12595) 2024-11-26T19:24:06,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-26T19:24:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,662 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742435_1611 (size=31656) 2024-11-26T19:24:06,674 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/421dd736cf7b4317924921e8331554f6 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6 2024-11-26T19:24:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126244b81ef524045428c1e2fab3d6f83ef_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649045787/Put/seqid=0 2024-11-26T19:24:06,682 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/A of b965ef79ddac9424d73a9d6d5a4448cd into 421dd736cf7b4317924921e8331554f6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:06,682 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:06,682 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/A, priority=13, startTime=1732649046620; duration=0sec 2024-11-26T19:24:06,682 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:06,682 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:A 2024-11-26T19:24:06,682 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:06,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:06,683 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/C is initiating minor compaction (all files) 2024-11-26T19:24:06,683 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/C in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:06,683 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/722a6082f4ce49fd8a0d2317e2e54dbb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=33.6 K 2024-11-26T19:24:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742436_1612 (size=12304) 2024-11-26T19:24:06,684 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722a6082f4ce49fd8a0d2317e2e54dbb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732649042907 2024-11-26T19:24:06,684 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa179bddc38c4a33b99bd871c1f990e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732649042972 2024-11-26T19:24:06,684 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 830b81979fc04899ab60f6bea81f2cbd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649045118 2024-11-26T19:24:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:06,690 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126244b81ef524045428c1e2fab3d6f83ef_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126244b81ef524045428c1e2fab3d6f83ef_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:06,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/bde3c83270d94d2eb5fca70ccd543b02, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:06,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/bde3c83270d94d2eb5fca70ccd543b02 is 175, key is test_row_0/A:col10/1732649045787/Put/seqid=0 2024-11-26T19:24:06,696 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:06,697 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/6c4c89b1c3b74b3e8019fb14213ca04a is 50, key is test_row_0/C:col10/1732649045730/Put/seqid=0 2024-11-26T19:24:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742437_1613 (size=31105) 2024-11-26T19:24:06,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/bde3c83270d94d2eb5fca70ccd543b02 2024-11-26T19:24:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742438_1614 (size=12595) 2024-11-26T19:24:06,718 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/6c4c89b1c3b74b3e8019fb14213ca04a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/6c4c89b1c3b74b3e8019fb14213ca04a 2024-11-26T19:24:06,723 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/C of b965ef79ddac9424d73a9d6d5a4448cd into 6c4c89b1c3b74b3e8019fb14213ca04a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:06,723 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:06,723 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/C, priority=13, startTime=1732649046620; duration=0sec 2024-11-26T19:24:06,723 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:06,723 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:C 2024-11-26T19:24:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 is 50, key is test_row_0/B:col10/1732649045787/Put/seqid=0 2024-11-26T19:24:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742439_1615 (size=12151) 2024-11-26T19:24:06,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 2024-11-26T19:24:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/45f3d7167ca34cc688baf3f351d4b47e is 50, key is test_row_0/C:col10/1732649045787/Put/seqid=0 2024-11-26T19:24:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742440_1616 (size=12151) 2024-11-26T19:24:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:06,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649106929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649107033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,066 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/a5ac4b44bfaf45ba8c520bb44ed939ea as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/a5ac4b44bfaf45ba8c520bb44ed939ea 2024-11-26T19:24:07,071 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/B of b965ef79ddac9424d73a9d6d5a4448cd into a5ac4b44bfaf45ba8c520bb44ed939ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:07,071 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:07,071 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/B, priority=13, startTime=1732649046620; duration=0sec 2024-11-26T19:24:07,071 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:07,071 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:B 2024-11-26T19:24:07,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/45f3d7167ca34cc688baf3f351d4b47e 2024-11-26T19:24:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/bde3c83270d94d2eb5fca70ccd543b02 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02 2024-11-26T19:24:07,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02, entries=150, sequenceid=228, filesize=30.4 K 2024-11-26T19:24:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 2024-11-26T19:24:07,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T19:24:07,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/45f3d7167ca34cc688baf3f351d4b47e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e 2024-11-26T19:24:07,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T19:24:07,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b965ef79ddac9424d73a9d6d5a4448cd in 522ms, sequenceid=228, compaction requested=false 2024-11-26T19:24:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-11-26T19:24:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-11-26T19:24:07,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-26T19:24:07,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-26T19:24:07,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 1.4480 sec 2024-11-26T19:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:07,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:07,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269567974883a2400da200215a55234dee_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742441_1617 (size=14794) 2024-11-26T19:24:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649107297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649107406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649107611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:07,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269567974883a2400da200215a55234dee_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269567974883a2400da200215a55234dee_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:07,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/aa3a77907a4a40369c8f2fe2a13a5cc7, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:07,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/aa3a77907a4a40369c8f2fe2a13a5cc7 is 175, key is test_row_0/A:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742442_1618 (size=39749) 2024-11-26T19:24:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55910 deadline: 1732649107836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,838 DEBUG [Thread-2461 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-26T19:24:07,845 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-26T19:24:07,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-11-26T19:24:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:07,848 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:07,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:07,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55958 deadline: 1732649107850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,851 DEBUG [Thread-2463 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55974 deadline: 1732649107862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,865 DEBUG [Thread-2459 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55980 deadline: 1732649107876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,879 DEBUG [Thread-2467 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., hostname=7e5582d806af,32949,1732648875872, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T19:24:07,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649107916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:08,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/aa3a77907a4a40369c8f2fe2a13a5cc7 2024-11-26T19:24:08,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/bda792c9a7f44311a181c7cbfdcf21fe is 50, key is test_row_0/B:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742443_1619 (size=12151) 2024-11-26T19:24:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:08,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649108419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:08,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/bda792c9a7f44311a181c7cbfdcf21fe 2024-11-26T19:24:08,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/babbc5d0cd464230b13ffe319ee05fd0 is 50, key is test_row_0/C:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742444_1620 (size=12151) 2024-11-26T19:24:08,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T19:24:08,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/babbc5d0cd464230b13ffe319ee05fd0 2024-11-26T19:24:08,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/aa3a77907a4a40369c8f2fe2a13a5cc7 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7 2024-11-26T19:24:08,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7, entries=200, sequenceid=244, filesize=38.8 K 2024-11-26T19:24:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/bda792c9a7f44311a181c7cbfdcf21fe as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe 2024-11-26T19:24:08,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe, entries=150, sequenceid=244, filesize=11.9 K 2024-11-26T19:24:08,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/babbc5d0cd464230b13ffe319ee05fd0 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0 2024-11-26T19:24:08,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0, entries=150, sequenceid=244, filesize=11.9 K 2024-11-26T19:24:08,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b965ef79ddac9424d73a9d6d5a4448cd in 1664ms, sequenceid=244, compaction requested=true 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:24:08,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:08,901 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:08,901 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:08,902 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102510 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:08,902 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:08,902 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/B is initiating minor compaction (all files) 2024-11-26T19:24:08,902 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/A is initiating minor compaction (all files) 2024-11-26T19:24:08,903 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/A in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,903 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/B in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,903 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=100.1 K 2024-11-26T19:24:08,903 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/a5ac4b44bfaf45ba8c520bb44ed939ea, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=36.0 K 2024-11-26T19:24:08,903 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,903 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7] 2024-11-26T19:24:08,903 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting a5ac4b44bfaf45ba8c520bb44ed939ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649042972 2024-11-26T19:24:08,903 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 421dd736cf7b4317924921e8331554f6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649042972 2024-11-26T19:24:08,903 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde3c83270d94d2eb5fca70ccd543b02, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732649045785 2024-11-26T19:24:08,903 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a9e7b0c3c4b49f7b104248bdacf9bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732649045785 2024-11-26T19:24:08,904 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa3a77907a4a40369c8f2fe2a13a5cc7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:08,904 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting bda792c9a7f44311a181c7cbfdcf21fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:08,909 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:08,910 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:08,910 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/9839a2ae6e4949a7baad4b6598c9b05f is 50, key is test_row_0/B:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:08,913 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ab3025d031334ce199120de16ebff417_b965ef79ddac9424d73a9d6d5a4448cd store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:08,915 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ab3025d031334ce199120de16ebff417_b965ef79ddac9424d73a9d6d5a4448cd, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:08,915 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab3025d031334ce199120de16ebff417_b965ef79ddac9424d73a9d6d5a4448cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:08,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:08,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,921 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742445_1621 (size=12697) 2024-11-26T19:24:08,938 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/9839a2ae6e4949a7baad4b6598c9b05f as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/9839a2ae6e4949a7baad4b6598c9b05f 2024-11-26T19:24:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742446_1622 (size=4469) 2024-11-26T19:24:08,940 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#A#compaction#525 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:08,940 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/866e2d806c5449b2921544eda3aa20f1 is 175, key is test_row_0/A:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f02327ff3b02417cbe1b6ab789d4b7f1_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649047296/Put/seqid=0 2024-11-26T19:24:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742447_1623 (size=31651) 2024-11-26T19:24:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742448_1624 (size=12454) 2024-11-26T19:24:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:08,951 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/B of b965ef79ddac9424d73a9d6d5a4448cd into 9839a2ae6e4949a7baad4b6598c9b05f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:08,951 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:08,951 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/B, priority=13, startTime=1732649048901; duration=0sec 2024-11-26T19:24:08,951 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:08,951 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:B 2024-11-26T19:24:08,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:08,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:08,952 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/C is initiating minor compaction (all files) 2024-11-26T19:24:08,953 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/C in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:08,953 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/6c4c89b1c3b74b3e8019fb14213ca04a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=36.0 K 2024-11-26T19:24:08,953 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c4c89b1c3b74b3e8019fb14213ca04a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732649042972 2024-11-26T19:24:08,954 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 45f3d7167ca34cc688baf3f351d4b47e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732649045785 2024-11-26T19:24:08,954 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting babbc5d0cd464230b13ffe319ee05fd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:08,962 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:08,963 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/48b6351c13ff4f3389d1b98432f4a170 is 50, key is test_row_0/C:col10/1732649046928/Put/seqid=0 2024-11-26T19:24:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742449_1625 (size=12697) 2024-11-26T19:24:08,970 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/48b6351c13ff4f3389d1b98432f4a170 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/48b6351c13ff4f3389d1b98432f4a170 2024-11-26T19:24:08,974 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/C of b965ef79ddac9424d73a9d6d5a4448cd into 48b6351c13ff4f3389d1b98432f4a170(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:08,974 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:08,975 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/C, priority=13, startTime=1732649048901; duration=0sec 2024-11-26T19:24:08,975 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:08,975 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:C 2024-11-26T19:24:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:09,353 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/866e2d806c5449b2921544eda3aa20f1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1 2024-11-26T19:24:09,354 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f02327ff3b02417cbe1b6ab789d4b7f1_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f02327ff3b02417cbe1b6ab789d4b7f1_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/fe543f378ed848ce8a3bcd9bddfa67ac, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/fe543f378ed848ce8a3bcd9bddfa67ac is 175, key is test_row_0/A:col10/1732649047296/Put/seqid=0 2024-11-26T19:24:09,358 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/A of b965ef79ddac9424d73a9d6d5a4448cd into 866e2d806c5449b2921544eda3aa20f1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:09,358 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:09,358 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/A, priority=13, startTime=1732649048901; duration=0sec 2024-11-26T19:24:09,358 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:09,358 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:A 2024-11-26T19:24:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742450_1626 (size=31255) 2024-11-26T19:24:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:09,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649109453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649109555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649109759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:09,761 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/fe543f378ed848ce8a3bcd9bddfa67ac 2024-11-26T19:24:09,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/8aa1822256ff439c9316608cdeccd04e is 50, key is test_row_0/B:col10/1732649047296/Put/seqid=0 2024-11-26T19:24:09,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742451_1627 (size=12301) 2024-11-26T19:24:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649110063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:10,171 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/8aa1822256ff439c9316608cdeccd04e 2024-11-26T19:24:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d is 50, key is test_row_0/C:col10/1732649047296/Put/seqid=0 2024-11-26T19:24:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742452_1628 (size=12301) 2024-11-26T19:24:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649110565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d 2024-11-26T19:24:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/fe543f378ed848ce8a3bcd9bddfa67ac as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac 2024-11-26T19:24:10,591 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac, entries=150, sequenceid=267, filesize=30.5 K 2024-11-26T19:24:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/8aa1822256ff439c9316608cdeccd04e as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e 2024-11-26T19:24:10,595 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T19:24:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d 2024-11-26T19:24:10,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T19:24:10,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b965ef79ddac9424d73a9d6d5a4448cd in 1678ms, sequenceid=267, compaction requested=false 2024-11-26T19:24:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-11-26T19:24:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-11-26T19:24:10,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-11-26T19:24:10,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7510 sec 2024-11-26T19:24:10,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 2.7550 sec 2024-11-26T19:24:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:11,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:11,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c2162be13acd48cf981dc248a2424f2b_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742453_1629 (size=12454) 2024-11-26T19:24:11,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:11,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c2162be13acd48cf981dc248a2424f2b_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2162be13acd48cf981dc248a2424f2b_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:11,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b95453c06d09457abf28e47920e6e94a, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:11,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b95453c06d09457abf28e47920e6e94a is 175, key is test_row_0/A:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742454_1630 (size=31255) 2024-11-26T19:24:11,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b95453c06d09457abf28e47920e6e94a 2024-11-26T19:24:11,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/1ed638ee87f4458cad763e59249ad0de is 50, key is test_row_0/B:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:11,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742455_1631 (size=12301) 2024-11-26T19:24:11,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/1ed638ee87f4458cad763e59249ad0de 2024-11-26T19:24:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649111624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:11,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/5b120eff3e2e474088acff17213ab81a is 50, key is test_row_0/C:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742456_1632 (size=12301) 2024-11-26T19:24:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649111727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649111930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-26T19:24:11,953 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-11-26T19:24:11,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees 2024-11-26T19:24:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:11,955 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:11,956 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:11,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/5b120eff3e2e474088acff17213ab81a 2024-11-26T19:24:12,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b95453c06d09457abf28e47920e6e94a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a 2024-11-26T19:24:12,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a, entries=150, sequenceid=284, filesize=30.5 K 2024-11-26T19:24:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/1ed638ee87f4458cad763e59249ad0de as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de 2024-11-26T19:24:12,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de, entries=150, sequenceid=284, filesize=12.0 K 2024-11-26T19:24:12,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/5b120eff3e2e474088acff17213ab81a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a 2024-11-26T19:24:12,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-26T19:24:12,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b965ef79ddac9424d73a9d6d5a4448cd in 480ms, sequenceid=284, compaction requested=true 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b965ef79ddac9424d73a9d6d5a4448cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T19:24:12,053 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:12,054 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:12,054 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:12,054 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:12,054 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/A is initiating minor compaction (all files) 2024-11-26T19:24:12,054 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/B is initiating minor compaction (all files) 2024-11-26T19:24:12,054 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/A in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:12,054 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/B in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:12,055 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=92.0 K 2024-11-26T19:24:12,055 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/9839a2ae6e4949a7baad4b6598c9b05f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=36.4 K 2024-11-26T19:24:12,055 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:12,055 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. files: [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a] 2024-11-26T19:24:12,055 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 9839a2ae6e4949a7baad4b6598c9b05f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:12,055 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 866e2d806c5449b2921544eda3aa20f1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:12,055 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aa1822256ff439c9316608cdeccd04e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732649047291 2024-11-26T19:24:12,055 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe543f378ed848ce8a3bcd9bddfa67ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732649047291 2024-11-26T19:24:12,056 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed638ee87f4458cad763e59249ad0de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732649049442 2024-11-26T19:24:12,056 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting b95453c06d09457abf28e47920e6e94a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732649049442 2024-11-26T19:24:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:12,061 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:12,062 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:12,063 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/30d48e9b0b8f427589cc51fb1cb38559 is 50, key is test_row_0/B:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:12,065 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126d1cd26edcfa54fe6a11aa3bef7f29fca_b965ef79ddac9424d73a9d6d5a4448cd store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:12,067 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126d1cd26edcfa54fe6a11aa3bef7f29fca_b965ef79ddac9424d73a9d6d5a4448cd, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742457_1633 (size=12949) 2024-11-26T19:24:12,067 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d1cd26edcfa54fe6a11aa3bef7f29fca_b965ef79ddac9424d73a9d6d5a4448cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742458_1634 (size=4469) 2024-11-26T19:24:12,078 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#A#compaction#534 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:12,079 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/6f2e40b2645f4b6fbab8878ab3653503 is 175, key is test_row_0/A:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742459_1635 (size=31903) 2024-11-26T19:24:12,086 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/6f2e40b2645f4b6fbab8878ab3653503 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/6f2e40b2645f4b6fbab8878ab3653503 2024-11-26T19:24:12,090 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/A of b965ef79ddac9424d73a9d6d5a4448cd into 6f2e40b2645f4b6fbab8878ab3653503(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:12,090 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:12,090 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/A, priority=13, startTime=1732649052053; duration=0sec 2024-11-26T19:24:12,090 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T19:24:12,090 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:A 2024-11-26T19:24:12,090 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T19:24:12,091 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T19:24:12,091 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1540): b965ef79ddac9424d73a9d6d5a4448cd/C is initiating minor compaction (all files) 2024-11-26T19:24:12,091 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b965ef79ddac9424d73a9d6d5a4448cd/C in TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:12,091 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/48b6351c13ff4f3389d1b98432f4a170, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a] into tmpdir=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp, totalSize=36.4 K 2024-11-26T19:24:12,092 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48b6351c13ff4f3389d1b98432f4a170, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732649046916 2024-11-26T19:24:12,092 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cfcd0ebcf9b46d1a3fbdbf8677d620d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732649047291 2024-11-26T19:24:12,093 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b120eff3e2e474088acff17213ab81a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732649049442 2024-11-26T19:24:12,098 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b965ef79ddac9424d73a9d6d5a4448cd#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T19:24:12,099 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/75fd1ce28e85456c9db617144ef72b50 is 50, key is test_row_0/C:col10/1732649051571/Put/seqid=0 2024-11-26T19:24:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742460_1636 (size=12949) 2024-11-26T19:24:12,107 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/75fd1ce28e85456c9db617144ef72b50 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/75fd1ce28e85456c9db617144ef72b50 2024-11-26T19:24:12,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:12,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-11-26T19:24:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:12,108 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T19:24:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:12,114 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/C of b965ef79ddac9424d73a9d6d5a4448cd into 75fd1ce28e85456c9db617144ef72b50(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:12,114 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:12,114 INFO [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/C, priority=13, startTime=1732649052053; duration=0sec 2024-11-26T19:24:12,114 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:12,114 DEBUG [RS:0;7e5582d806af:32949-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:C 2024-11-26T19:24:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264fa3e15f9b9a4809917102c5509c66ee_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649051623/Put/seqid=0 2024-11-26T19:24:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742461_1637 (size=12454) 2024-11-26T19:24:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649112259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649112361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:12,473 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/30d48e9b0b8f427589cc51fb1cb38559 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/30d48e9b0b8f427589cc51fb1cb38559 2024-11-26T19:24:12,478 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b965ef79ddac9424d73a9d6d5a4448cd/B of b965ef79ddac9424d73a9d6d5a4448cd into 30d48e9b0b8f427589cc51fb1cb38559(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T19:24:12,478 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:12,478 INFO [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd., storeName=b965ef79ddac9424d73a9d6d5a4448cd/B, priority=13, startTime=1732649052053; duration=0sec 2024-11-26T19:24:12,478 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T19:24:12,478 DEBUG [RS:0;7e5582d806af:32949-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b965ef79ddac9424d73a9d6d5a4448cd:B 2024-11-26T19:24:12,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:12,534 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264fa3e15f9b9a4809917102c5509c66ee_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264fa3e15f9b9a4809917102c5509c66ee_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b5f5c6eab5a64b84a61faefe2e4286a1, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b5f5c6eab5a64b84a61faefe2e4286a1 is 175, key is test_row_0/A:col10/1732649051623/Put/seqid=0 2024-11-26T19:24:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742462_1638 (size=31255) 2024-11-26T19:24:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:12,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649112565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649112866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:12,940 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b5f5c6eab5a64b84a61faefe2e4286a1 2024-11-26T19:24:12,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/adb0609cb42d47e08a4f08e4071743e8 is 50, key is test_row_0/B:col10/1732649051623/Put/seqid=0 2024-11-26T19:24:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742463_1639 (size=12301) 2024-11-26T19:24:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:13,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/adb0609cb42d47e08a4f08e4071743e8 2024-11-26T19:24:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2cf43ca9fcfe42059bc5c63964ace48b is 50, key is test_row_0/C:col10/1732649051623/Put/seqid=0 2024-11-26T19:24:13,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T19:24:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32949 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55996 deadline: 1732649113370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 2024-11-26T19:24:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742464_1640 (size=12301) 2024-11-26T19:24:13,382 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2cf43ca9fcfe42059bc5c63964ace48b 2024-11-26T19:24:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/b5f5c6eab5a64b84a61faefe2e4286a1 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b5f5c6eab5a64b84a61faefe2e4286a1 2024-11-26T19:24:13,390 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b5f5c6eab5a64b84a61faefe2e4286a1, entries=150, sequenceid=307, filesize=30.5 K 2024-11-26T19:24:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/adb0609cb42d47e08a4f08e4071743e8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/adb0609cb42d47e08a4f08e4071743e8 2024-11-26T19:24:13,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/adb0609cb42d47e08a4f08e4071743e8, entries=150, sequenceid=307, filesize=12.0 K 2024-11-26T19:24:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/2cf43ca9fcfe42059bc5c63964ace48b as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2cf43ca9fcfe42059bc5c63964ace48b 2024-11-26T19:24:13,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2cf43ca9fcfe42059bc5c63964ace48b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-26T19:24:13,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b965ef79ddac9424d73a9d6d5a4448cd in 1292ms, sequenceid=307, compaction requested=false 2024-11-26T19:24:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:13,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=198 2024-11-26T19:24:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=198 2024-11-26T19:24:13,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-11-26T19:24:13,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-26T19:24:13,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees in 1.4490 sec 2024-11-26T19:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-26T19:24:14,059 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-11-26T19:24:14,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T19:24:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees 2024-11-26T19:24:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:14,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T19:24:14,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T19:24:14,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T19:24:14,126 DEBUG [Thread-2476 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:60553 2024-11-26T19:24:14,126 DEBUG [Thread-2476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,126 DEBUG [Thread-2474 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:60553 2024-11-26T19:24:14,126 DEBUG [Thread-2474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,127 DEBUG [Thread-2478 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:60553 2024-11-26T19:24:14,127 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,128 DEBUG [Thread-2470 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:60553 2024-11-26T19:24:14,128 DEBUG [Thread-2470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,128 DEBUG [Thread-2472 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:60553 2024-11-26T19:24:14,128 DEBUG [Thread-2472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:14,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:14,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32949 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:14,215 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:14,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126be6d71e787e74517baebda31d1be967a_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649052257/Put/seqid=0 2024-11-26T19:24:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742465_1641 (size=12454) 2024-11-26T19:24:14,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:14,231 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126be6d71e787e74517baebda31d1be967a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126be6d71e787e74517baebda31d1be967a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/ab516db73a264d288e0afcc62cf6c9f4, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/ab516db73a264d288e0afcc62cf6c9f4 is 175, key is test_row_0/A:col10/1732649052257/Put/seqid=0 2024-11-26T19:24:14,235 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T19:24:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742466_1642 (size=31255) 2024-11-26T19:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32949 {}] regionserver.HRegion(8581): Flush requested on b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:14,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. as already flushing 2024-11-26T19:24:14,379 DEBUG [Thread-2465 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:60553 2024-11-26T19:24:14,379 DEBUG [Thread-2465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:14,636 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/ab516db73a264d288e0afcc62cf6c9f4 2024-11-26T19:24:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/618f7024e8da4710b17c8a414c619292 is 50, key is test_row_0/B:col10/1732649052257/Put/seqid=0 2024-11-26T19:24:14,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742467_1643 (size=12301) 2024-11-26T19:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:15,046 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/618f7024e8da4710b17c8a414c619292 2024-11-26T19:24:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9fb0c6e4dbf9426fb180f25b305fd245 is 50, key is test_row_0/C:col10/1732649052257/Put/seqid=0 2024-11-26T19:24:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742468_1644 (size=12301) 2024-11-26T19:24:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:15,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9fb0c6e4dbf9426fb180f25b305fd245 2024-11-26T19:24:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/ab516db73a264d288e0afcc62cf6c9f4 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/ab516db73a264d288e0afcc62cf6c9f4 2024-11-26T19:24:15,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/ab516db73a264d288e0afcc62cf6c9f4, entries=150, sequenceid=323, filesize=30.5 K 2024-11-26T19:24:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/618f7024e8da4710b17c8a414c619292 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/618f7024e8da4710b17c8a414c619292 2024-11-26T19:24:15,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/618f7024e8da4710b17c8a414c619292, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T19:24:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/9fb0c6e4dbf9426fb180f25b305fd245 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9fb0c6e4dbf9426fb180f25b305fd245 2024-11-26T19:24:15,466 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9fb0c6e4dbf9426fb180f25b305fd245, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T19:24:15,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for b965ef79ddac9424d73a9d6d5a4448cd in 1252ms, sequenceid=323, compaction requested=true 2024-11-26T19:24:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2538): Flush status journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7e5582d806af:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200 2024-11-26T19:24:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster(4106): Remote procedure done, pid=200 2024-11-26T19:24:15,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-11-26T19:24:15,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-26T19:24:15,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees in 1.4080 sec 2024-11-26T19:24:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-26T19:24:16,166 INFO [Thread-2469 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-11-26T19:24:17,852 DEBUG [Thread-2461 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:60553 2024-11-26T19:24:17,852 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:17,886 DEBUG [Thread-2463 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:60553 2024-11-26T19:24:17,886 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:17,932 DEBUG [Thread-2467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:60553 2024-11-26T19:24:17,932 DEBUG [Thread-2467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:17,960 DEBUG [Thread-2459 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:60553 2024-11-26T19:24:17,960 DEBUG [Thread-2459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6895 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6604 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6639 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6898 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6575 2024-11-26T19:24:17,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T19:24:17,960 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:24:17,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x593af048 to 127.0.0.1:60553 2024-11-26T19:24:17,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:17,961 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T19:24:17,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T19:24:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:17,963 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649057963"}]},"ts":"1732649057963"} 2024-11-26T19:24:17,964 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T19:24:17,966 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T19:24:17,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T19:24:17,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, UNASSIGN}] 2024-11-26T19:24:17,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, UNASSIGN 2024-11-26T19:24:17,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=CLOSING, regionLocation=7e5582d806af,32949,1732648875872 2024-11-26T19:24:17,969 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T19:24:17,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE; CloseRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872}] 2024-11-26T19:24:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:18,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7e5582d806af,32949,1732648875872 2024-11-26T19:24:18,121 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(124): Close b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1681): Closing b965ef79ddac9424d73a9d6d5a4448cd, disabling compactions & flushes 2024-11-26T19:24:18,121 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. after waiting 0 ms 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:18,121 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(2837): Flushing b965ef79ddac9424d73a9d6d5a4448cd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=A 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=B 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b965ef79ddac9424d73a9d6d5a4448cd, store=C 2024-11-26T19:24:18,121 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T19:24:18,126 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126101e4b387a574f2db6bb79b09173493a_b965ef79ddac9424d73a9d6d5a4448cd is 50, key is test_row_0/A:col10/1732649057885/Put/seqid=0 2024-11-26T19:24:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742469_1645 (size=12454) 2024-11-26T19:24:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:18,530 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T19:24:18,533 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126101e4b387a574f2db6bb79b09173493a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126101e4b387a574f2db6bb79b09173493a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:18,534 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/a99143ffa945467c89e1f4749d59c984, store: [table=TestAcidGuarantees family=A region=b965ef79ddac9424d73a9d6d5a4448cd] 2024-11-26T19:24:18,534 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/a99143ffa945467c89e1f4749d59c984 is 175, key is test_row_0/A:col10/1732649057885/Put/seqid=0 2024-11-26T19:24:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742470_1646 (size=31255) 2024-11-26T19:24:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:18,938 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/a99143ffa945467c89e1f4749d59c984 2024-11-26T19:24:18,943 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/6f783c70d5c84912ad1f27bbd4c48082 is 50, key is test_row_0/B:col10/1732649057885/Put/seqid=0 2024-11-26T19:24:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742471_1647 (size=12301) 2024-11-26T19:24:18,947 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/6f783c70d5c84912ad1f27bbd4c48082 2024-11-26T19:24:18,952 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/ee74390c91ac4b0b8d9a159e2ea8289a is 50, key is test_row_0/C:col10/1732649057885/Put/seqid=0 2024-11-26T19:24:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742472_1648 (size=12301) 2024-11-26T19:24:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:19,356 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/ee74390c91ac4b0b8d9a159e2ea8289a 2024-11-26T19:24:19,359 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/A/a99143ffa945467c89e1f4749d59c984 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/a99143ffa945467c89e1f4749d59c984 2024-11-26T19:24:19,361 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/a99143ffa945467c89e1f4749d59c984, entries=150, sequenceid=331, filesize=30.5 K 2024-11-26T19:24:19,362 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/B/6f783c70d5c84912ad1f27bbd4c48082 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/6f783c70d5c84912ad1f27bbd4c48082 2024-11-26T19:24:19,364 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/6f783c70d5c84912ad1f27bbd4c48082, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T19:24:19,365 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/.tmp/C/ee74390c91ac4b0b8d9a159e2ea8289a as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/ee74390c91ac4b0b8d9a159e2ea8289a 2024-11-26T19:24:19,367 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/ee74390c91ac4b0b8d9a159e2ea8289a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T19:24:19,368 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b965ef79ddac9424d73a9d6d5a4448cd in 1247ms, sequenceid=331, compaction requested=true 2024-11-26T19:24:19,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a] to archive 2024-11-26T19:24:19,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:24:19,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d99b5d4d122d4eaca2797482f8e54a6a 2024-11-26T19:24:19,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/006b9319a5274197b1fc12b229414caa 2024-11-26T19:24:19,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/cae9b130048d4aeb9f5f4eed994e7024 2024-11-26T19:24:19,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/abc887005cce40f58d9b2d9715f6b4bf 2024-11-26T19:24:19,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/305d3c6798fa46399b275dc2d965d850 2024-11-26T19:24:19,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e0ed0e979d3d4609b9f601302a767d8c 2024-11-26T19:24:19,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/982c9e39075849e893a6f198a3c71a13 2024-11-26T19:24:19,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/f9696b1d34a549068615342c88bab3fb 2024-11-26T19:24:19,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/9e05a6e9e0264e70849df40df3a72091 2024-11-26T19:24:19,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/d3039c2faefa44cea0aff8d203d20f75 2024-11-26T19:24:19,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/5b1729b46b5f4b53b03194918b6db0dc 2024-11-26T19:24:19,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/e45dcde73cfa420b8b091b3c97f3a76c 2024-11-26T19:24:19,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/421dd736cf7b4317924921e8331554f6 2024-11-26T19:24:19,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/116136919ef548fdaec4aaf86da84a43 2024-11-26T19:24:19,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/bde3c83270d94d2eb5fca70ccd543b02 2024-11-26T19:24:19,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/aa3a77907a4a40369c8f2fe2a13a5cc7 2024-11-26T19:24:19,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/866e2d806c5449b2921544eda3aa20f1 2024-11-26T19:24:19,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/fe543f378ed848ce8a3bcd9bddfa67ac 2024-11-26T19:24:19,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b95453c06d09457abf28e47920e6e94a 2024-11-26T19:24:19,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3443b12fadf243ec9403683a21fbc2e3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0e22579b491c4262a798ad3692cd5ea8, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/a5ac4b44bfaf45ba8c520bb44ed939ea, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/9839a2ae6e4949a7baad4b6598c9b05f, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de] to archive 2024-11-26T19:24:19,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:24:19,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/589e79478f324c3eada6fad28542011f 2024-11-26T19:24:19,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/21084475c8fa458c86a242f128bbd141 2024-11-26T19:24:19,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/7bbb5b7ad2d94b728c3a905224a4a5cb 2024-11-26T19:24:19,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0182d380892045a7800a37dffd769cd5 2024-11-26T19:24:19,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/32b4952e1cb843c695158525edffab29 2024-11-26T19:24:19,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3443b12fadf243ec9403683a21fbc2e3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3443b12fadf243ec9403683a21fbc2e3 2024-11-26T19:24:19,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/325b18ecd1214bf78deb0d070d0bfff0 2024-11-26T19:24:19,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/65c9283fe5474b61b52fc4c42967b3af 2024-11-26T19:24:19,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/eb472049f4324610ba51967f07d5457f 2024-11-26T19:24:19,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0e22579b491c4262a798ad3692cd5ea8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/0e22579b491c4262a798ad3692cd5ea8 2024-11-26T19:24:19,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/3557ee4f36d7480ebaa1d4c05fdf5828 2024-11-26T19:24:19,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/67b2f77d6d424bde8e768117a2fa3858 2024-11-26T19:24:19,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/a5ac4b44bfaf45ba8c520bb44ed939ea to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/a5ac4b44bfaf45ba8c520bb44ed939ea 2024-11-26T19:24:19,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/2d03207319924d4ab21d9617ba9a8291 2024-11-26T19:24:19,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/5a9e7b0c3c4b49f7b104248bdacf9bf5 2024-11-26T19:24:19,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/9839a2ae6e4949a7baad4b6598c9b05f to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/9839a2ae6e4949a7baad4b6598c9b05f 2024-11-26T19:24:19,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/bda792c9a7f44311a181c7cbfdcf21fe 2024-11-26T19:24:19,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/8aa1822256ff439c9316608cdeccd04e 2024-11-26T19:24:19,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/1ed638ee87f4458cad763e59249ad0de 2024-11-26T19:24:19,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9463d97fe8d44bfe981a485fbb23973c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/722a6082f4ce49fd8a0d2317e2e54dbb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/6c4c89b1c3b74b3e8019fb14213ca04a, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/48b6351c13ff4f3389d1b98432f4a170, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a] to archive 2024-11-26T19:24:19,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T19:24:19,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2d0f652c5389432c9cd04346ab09f3cf 2024-11-26T19:24:19,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/388ff41d50e44f8989b27dca90ba5688 2024-11-26T19:24:19,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9646b7c0b5bf4179a69cd490ff64e3da 2024-11-26T19:24:19,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/07a04467cb7944e9907a920ad3a8f946 2024-11-26T19:24:19,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d2d8e7444ded4214976f336b75ac380c 2024-11-26T19:24:19,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9463d97fe8d44bfe981a485fbb23973c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9463d97fe8d44bfe981a485fbb23973c 2024-11-26T19:24:19,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/b2b4178d62cf40a59c3fbd310f0e503b 2024-11-26T19:24:19,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/427e6e4ad8b347238b05f04c9518031b 2024-11-26T19:24:19,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/d918f9454e6b440d8d2ff95be481304c 2024-11-26T19:24:19,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/722a6082f4ce49fd8a0d2317e2e54dbb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/722a6082f4ce49fd8a0d2317e2e54dbb 2024-11-26T19:24:19,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/68a527618cd74ef2870177f9a796cecb 2024-11-26T19:24:19,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/fa179bddc38c4a33b99bd871c1f990e3 2024-11-26T19:24:19,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/6c4c89b1c3b74b3e8019fb14213ca04a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/6c4c89b1c3b74b3e8019fb14213ca04a 2024-11-26T19:24:19,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/830b81979fc04899ab60f6bea81f2cbd 2024-11-26T19:24:19,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/45f3d7167ca34cc688baf3f351d4b47e 2024-11-26T19:24:19,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/48b6351c13ff4f3389d1b98432f4a170 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/48b6351c13ff4f3389d1b98432f4a170 2024-11-26T19:24:19,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/babbc5d0cd464230b13ffe319ee05fd0 2024-11-26T19:24:19,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/3cfcd0ebcf9b46d1a3fbdbf8677d620d 2024-11-26T19:24:19,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/5b120eff3e2e474088acff17213ab81a 2024-11-26T19:24:19,418 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=4 2024-11-26T19:24:19,418 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd. 2024-11-26T19:24:19,418 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1635): Region close journal for b965ef79ddac9424d73a9d6d5a4448cd: 2024-11-26T19:24:19,419 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(170): Closed b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:19,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=b965ef79ddac9424d73a9d6d5a4448cd, regionState=CLOSED 2024-11-26T19:24:19,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=204, resume processing ppid=203 2024-11-26T19:24:19,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=204, ppid=203, state=SUCCESS; CloseRegionProcedure b965ef79ddac9424d73a9d6d5a4448cd, server=7e5582d806af,32949,1732648875872 in 1.4520 sec 2024-11-26T19:24:19,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=203, resume processing ppid=202 2024-11-26T19:24:19,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=203, ppid=202, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b965ef79ddac9424d73a9d6d5a4448cd, UNASSIGN in 1.4550 sec 2024-11-26T19:24:19,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=202, resume processing ppid=201 2024-11-26T19:24:19,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=202, ppid=201, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4570 sec 2024-11-26T19:24:19,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649059425"}]},"ts":"1732649059425"} 2024-11-26T19:24:19,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T19:24:19,427 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T19:24:19,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4670 sec 2024-11-26T19:24:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-26T19:24:20,067 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-11-26T19:24:20,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T19:24:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] procedure2.ProcedureExecutor(1098): Stored pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-11-26T19:24:20,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=205, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,070 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,072 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C, FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits] 2024-11-26T19:24:20,074 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/6f2e40b2645f4b6fbab8878ab3653503 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/6f2e40b2645f4b6fbab8878ab3653503 2024-11-26T19:24:20,075 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/a99143ffa945467c89e1f4749d59c984 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/a99143ffa945467c89e1f4749d59c984 2024-11-26T19:24:20,076 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/ab516db73a264d288e0afcc62cf6c9f4 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/ab516db73a264d288e0afcc62cf6c9f4 2024-11-26T19:24:20,077 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b5f5c6eab5a64b84a61faefe2e4286a1 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/A/b5f5c6eab5a64b84a61faefe2e4286a1 2024-11-26T19:24:20,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/30d48e9b0b8f427589cc51fb1cb38559 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/30d48e9b0b8f427589cc51fb1cb38559 2024-11-26T19:24:20,079 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/618f7024e8da4710b17c8a414c619292 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/618f7024e8da4710b17c8a414c619292 2024-11-26T19:24:20,080 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/6f783c70d5c84912ad1f27bbd4c48082 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/6f783c70d5c84912ad1f27bbd4c48082 2024-11-26T19:24:20,081 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/adb0609cb42d47e08a4f08e4071743e8 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/B/adb0609cb42d47e08a4f08e4071743e8 2024-11-26T19:24:20,082 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2cf43ca9fcfe42059bc5c63964ace48b to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/2cf43ca9fcfe42059bc5c63964ace48b 2024-11-26T19:24:20,083 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/75fd1ce28e85456c9db617144ef72b50 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/75fd1ce28e85456c9db617144ef72b50 2024-11-26T19:24:20,084 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9fb0c6e4dbf9426fb180f25b305fd245 to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/9fb0c6e4dbf9426fb180f25b305fd245 2024-11-26T19:24:20,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/ee74390c91ac4b0b8d9a159e2ea8289a to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/C/ee74390c91ac4b0b8d9a159e2ea8289a 2024-11-26T19:24:20,087 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits/334.seqid to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd/recovered.edits/334.seqid 2024-11-26T19:24:20,087 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/default/TestAcidGuarantees/b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,087 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T19:24:20,088 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:24:20,088 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T19:24:20,090 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607fac6619f35452996a7c9aa9cc2e16c_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607fac6619f35452996a7c9aa9cc2e16c_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,091 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112608aa9e158d194b61a0cb8bd3dc98881a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112608aa9e158d194b61a0cb8bd3dc98881a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,092 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126101e4b387a574f2db6bb79b09173493a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126101e4b387a574f2db6bb79b09173493a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,093 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126141e8c4462c447fe9c8cb02cca05c211_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126141e8c4462c447fe9c8cb02cca05c211_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,094 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126206578477d264beaa28180bcb51f5309_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126206578477d264beaa28180bcb51f5309_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,094 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126244b81ef524045428c1e2fab3d6f83ef_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126244b81ef524045428c1e2fab3d6f83ef_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,095 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263ba3423ad75942afb52e32854442ba7e_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263ba3423ad75942afb52e32854442ba7e_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,096 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264fa3e15f9b9a4809917102c5509c66ee_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264fa3e15f9b9a4809917102c5509c66ee_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,097 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266b7d9f7750f94abe8567cce13e2c27d2_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266b7d9f7750f94abe8567cce13e2c27d2_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,098 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267abd0a03c740459c9c76c42edc256db3_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267abd0a03c740459c9c76c42edc256db3_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,099 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b12bebdfde346d5b8d8ad0025600be9_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b12bebdfde346d5b8d8ad0025600be9_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,099 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269567974883a2400da200215a55234dee_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269567974883a2400da200215a55234dee_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,100 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126be6d71e787e74517baebda31d1be967a_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126be6d71e787e74517baebda31d1be967a_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,101 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2162be13acd48cf981dc248a2424f2b_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2162be13acd48cf981dc248a2424f2b_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,102 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcba3c51b587464d95245335490d8eb6_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcba3c51b587464d95245335490d8eb6_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,103 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e79f1bceb8ea4141bf2121a9f1a9d878_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e79f1bceb8ea4141bf2121a9f1a9d878_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,104 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e94c575461d54735a02d6505ba019328_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e94c575461d54735a02d6505ba019328_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f02327ff3b02417cbe1b6ab789d4b7f1_b965ef79ddac9424d73a9d6d5a4448cd to hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f02327ff3b02417cbe1b6ab789d4b7f1_b965ef79ddac9424d73a9d6d5a4448cd 2024-11-26T19:24:20,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T19:24:20,107 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=205, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,109 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T19:24:20,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T19:24:20,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=205, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T19:24:20,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732649060112"}]},"ts":"9223372036854775807"} 2024-11-26T19:24:20,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T19:24:20,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b965ef79ddac9424d73a9d6d5a4448cd, NAME => 'TestAcidGuarantees,,1732649032013.b965ef79ddac9424d73a9d6d5a4448cd.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T19:24:20,113 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T19:24:20,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732649060113"}]},"ts":"9223372036854775807"} 2024-11-26T19:24:20,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T19:24:20,116 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=205, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T19:24:20,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=205, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-26T19:24:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34095 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-11-26T19:24:20,170 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 205 completed 2024-11-26T19:24:20,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 237), OpenFileDescriptor=445 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5330 (was 5346) 2024-11-26T19:24:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T19:24:20,182 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T19:24:20,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:60553 2024-11-26T19:24:20,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:20,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T19:24:20,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955959901, stopped=false 2024-11-26T19:24:20,183 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7e5582d806af,34095,1732648875110 2024-11-26T19:24:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T19:24:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T19:24:20,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T19:24:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:24:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:24:20,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T19:24:20,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:20,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T19:24:20,185 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7e5582d806af,32949,1732648875872' ***** 2024-11-26T19:24:20,186 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T19:24:20,186 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T19:24:20,186 INFO [RS:0;7e5582d806af:32949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T19:24:20,186 INFO [RS:0;7e5582d806af:32949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T19:24:20,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T19:24:20,186 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:24:20,186 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1224): stopping server 7e5582d806af,32949,1732648875872 2024-11-26T19:24:20,187 DEBUG [RS:0;7e5582d806af:32949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:20,187 INFO [RS:0;7e5582d806af:32949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T19:24:20,187 INFO [RS:0;7e5582d806af:32949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T19:24:20,187 INFO [RS:0;7e5582d806af:32949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T19:24:20,187 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T19:24:20,187 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e0bd0a27dae391b35d29db05bc60422, disabling compactions & flushes 2024-11-26T19:24:20,187 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:24:20,187 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:24:20,187 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. after waiting 0 ms 2024-11-26T19:24:20,187 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:24:20,187 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T19:24:20,187 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1603): Online Regions={3e0bd0a27dae391b35d29db05bc60422=hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:24:20,187 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3e0bd0a27dae391b35d29db05bc60422 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T19:24:20,190 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T19:24:20,190 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T19:24:20,190 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T19:24:20,190 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T19:24:20,190 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T19:24:20,190 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T19:24:20,191 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:24:20,200 INFO [regionserver/7e5582d806af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:24:20,204 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/.tmp/info/9670946b387b4b43975e29893b295141 is 45, key is default/info:d/1732648880070/Put/seqid=0 2024-11-26T19:24:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742473_1649 (size=5037) 2024-11-26T19:24:20,212 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/info/cc09b75403b04ea2a4aeb93bcaabbf06 is 143, key is hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422./info:regioninfo/1732648879961/Put/seqid=0 2024-11-26T19:24:20,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742474_1650 (size=7725) 2024-11-26T19:24:20,341 INFO [regionserver/7e5582d806af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T19:24:20,341 INFO [regionserver/7e5582d806af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T19:24:20,391 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:24:20,591 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e0bd0a27dae391b35d29db05bc60422 2024-11-26T19:24:20,608 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/.tmp/info/9670946b387b4b43975e29893b295141 2024-11-26T19:24:20,611 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/.tmp/info/9670946b387b4b43975e29893b295141 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/info/9670946b387b4b43975e29893b295141 2024-11-26T19:24:20,614 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/info/9670946b387b4b43975e29893b295141, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T19:24:20,615 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3e0bd0a27dae391b35d29db05bc60422 in 428ms, sequenceid=6, compaction requested=false 2024-11-26T19:24:20,615 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/info/cc09b75403b04ea2a4aeb93bcaabbf06 2024-11-26T19:24:20,618 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/namespace/3e0bd0a27dae391b35d29db05bc60422/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T19:24:20,618 INFO [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:24:20,618 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e0bd0a27dae391b35d29db05bc60422: 2024-11-26T19:24:20,619 DEBUG [RS_CLOSE_REGION-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732648878710.3e0bd0a27dae391b35d29db05bc60422. 2024-11-26T19:24:20,633 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/rep_barrier/4b47a093d6c548ac978dc773aba523a8 is 102, key is TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f./rep_barrier:/1732648907158/DeleteFamily/seqid=0 2024-11-26T19:24:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742475_1651 (size=6025) 2024-11-26T19:24:20,792 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T19:24:20,992 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T19:24:21,037 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/rep_barrier/4b47a093d6c548ac978dc773aba523a8 2024-11-26T19:24:21,054 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/table/8d2a2d17b7f34d31abb4c4845be27582 is 96, key is TestAcidGuarantees,,1732648880333.f0361c5ea6b325f441d322e33414437f./table:/1732648907158/DeleteFamily/seqid=0 2024-11-26T19:24:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742476_1652 (size=5942) 2024-11-26T19:24:21,192 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T19:24:21,192 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T19:24:21,192 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T19:24:21,392 DEBUG [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T19:24:21,457 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/table/8d2a2d17b7f34d31abb4c4845be27582 2024-11-26T19:24:21,461 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/info/cc09b75403b04ea2a4aeb93bcaabbf06 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/info/cc09b75403b04ea2a4aeb93bcaabbf06 2024-11-26T19:24:21,464 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/info/cc09b75403b04ea2a4aeb93bcaabbf06, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T19:24:21,464 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/rep_barrier/4b47a093d6c548ac978dc773aba523a8 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/rep_barrier/4b47a093d6c548ac978dc773aba523a8 2024-11-26T19:24:21,467 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/rep_barrier/4b47a093d6c548ac978dc773aba523a8, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T19:24:21,468 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/.tmp/table/8d2a2d17b7f34d31abb4c4845be27582 as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/table/8d2a2d17b7f34d31abb4c4845be27582 2024-11-26T19:24:21,470 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/table/8d2a2d17b7f34d31abb4c4845be27582, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T19:24:21,471 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=93, compaction requested=false 2024-11-26T19:24:21,474 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T19:24:21,475 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T19:24:21,475 INFO [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T19:24:21,475 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T19:24:21,475 DEBUG [RS_CLOSE_META-regionserver/7e5582d806af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T19:24:21,593 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1250): stopping server 7e5582d806af,32949,1732648875872; all regions closed. 2024-11-26T19:24:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741834_1010 (size=26050) 2024-11-26T19:24:21,599 DEBUG [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/oldWALs 2024-11-26T19:24:21,599 INFO [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7e5582d806af%2C32949%2C1732648875872.meta:.meta(num 1732648878452) 2024-11-26T19:24:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741832_1008 (size=15043324) 2024-11-26T19:24:21,602 DEBUG [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/oldWALs 2024-11-26T19:24:21,602 INFO [RS:0;7e5582d806af:32949 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7e5582d806af%2C32949%2C1732648875872:(num 1732648877450) 2024-11-26T19:24:21,602 DEBUG [RS:0;7e5582d806af:32949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:21,602 INFO [RS:0;7e5582d806af:32949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T19:24:21,602 INFO [RS:0;7e5582d806af:32949 {}] hbase.ChoreService(370): Chore service for: regionserver/7e5582d806af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T19:24:21,603 INFO [regionserver/7e5582d806af:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T19:24:21,603 INFO [RS:0;7e5582d806af:32949 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32949 2024-11-26T19:24:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7e5582d806af,32949,1732648875872 2024-11-26T19:24:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T19:24:21,607 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fd5b88f3778@41a6c3de rejected from java.util.concurrent.ThreadPoolExecutor@4a4558e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T19:24:21,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7e5582d806af,32949,1732648875872] 2024-11-26T19:24:21,608 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7e5582d806af,32949,1732648875872; numProcessing=1 2024-11-26T19:24:21,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7e5582d806af,32949,1732648875872 already deleted, retry=false 2024-11-26T19:24:21,609 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7e5582d806af,32949,1732648875872 expired; onlineServers=0 2024-11-26T19:24:21,609 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7e5582d806af,34095,1732648875110' ***** 2024-11-26T19:24:21,609 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T19:24:21,610 DEBUG [M:0;7e5582d806af:34095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c8ae9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7e5582d806af/172.17.0.2:0 2024-11-26T19:24:21,610 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegionServer(1224): stopping server 7e5582d806af,34095,1732648875110 2024-11-26T19:24:21,610 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegionServer(1250): stopping server 7e5582d806af,34095,1732648875110; all regions closed. 2024-11-26T19:24:21,610 DEBUG [M:0;7e5582d806af:34095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T19:24:21,610 DEBUG [M:0;7e5582d806af:34095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T19:24:21,610 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T19:24:21,610 DEBUG [M:0;7e5582d806af:34095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T19:24:21,610 DEBUG [master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.small.0-1732648877209 {}] cleaner.HFileCleaner(306): Exit Thread[master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.small.0-1732648877209,5,FailOnTimeoutGroup] 2024-11-26T19:24:21,610 DEBUG [master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.large.0-1732648877205 {}] cleaner.HFileCleaner(306): Exit Thread[master/7e5582d806af:0:becomeActiveMaster-HFileCleaner.large.0-1732648877205,5,FailOnTimeoutGroup] 2024-11-26T19:24:21,610 INFO [M:0;7e5582d806af:34095 {}] hbase.ChoreService(370): Chore service for: master/7e5582d806af:0 had [] on shutdown 2024-11-26T19:24:21,610 DEBUG [M:0;7e5582d806af:34095 {}] master.HMaster(1733): Stopping service threads 2024-11-26T19:24:21,610 INFO [M:0;7e5582d806af:34095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T19:24:21,611 ERROR [M:0;7e5582d806af:34095 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T19:24:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T19:24:21,611 INFO [M:0;7e5582d806af:34095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T19:24:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T19:24:21,611 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T19:24:21,612 DEBUG [M:0;7e5582d806af:34095 {}] zookeeper.ZKUtil(347): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T19:24:21,612 WARN [M:0;7e5582d806af:34095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T19:24:21,612 INFO [M:0;7e5582d806af:34095 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T19:24:21,612 INFO [M:0;7e5582d806af:34095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T19:24:21,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T19:24:21,612 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T19:24:21,612 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:24:21,612 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:24:21,612 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T19:24:21,612 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:24:21,612 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=809.87 KB heapSize=998.63 KB 2024-11-26T19:24:21,628 DEBUG [M:0;7e5582d806af:34095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/514375082d8d4ea6b753dc15a35a787c is 82, key is hbase:meta,,1/info:regioninfo/1732648878590/Put/seqid=0 2024-11-26T19:24:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742477_1653 (size=5672) 2024-11-26T19:24:21,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:24:21,708 INFO [RS:0;7e5582d806af:32949 {}] regionserver.HRegionServer(1307): Exiting; stopping=7e5582d806af,32949,1732648875872; zookeeper connection closed. 2024-11-26T19:24:21,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32949-0x10035476a1f0001, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:24:21,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43d5b240 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43d5b240 2024-11-26T19:24:21,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T19:24:22,031 INFO [M:0;7e5582d806af:34095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2315 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/514375082d8d4ea6b753dc15a35a787c 2024-11-26T19:24:22,053 DEBUG [M:0;7e5582d806af:34095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c4dc4daf545589e29b8c71052165d is 2278, key is \x00\x00\x00\x00\x00\x00\x00\xB0/proc:d/1732649034030/Put/seqid=0 2024-11-26T19:24:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742478_1654 (size=49666) 2024-11-26T19:24:22,458 INFO [M:0;7e5582d806af:34095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=809.32 KB at sequenceid=2315 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c4dc4daf545589e29b8c71052165d 2024-11-26T19:24:22,461 INFO [M:0;7e5582d806af:34095 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc5c4dc4daf545589e29b8c71052165d 2024-11-26T19:24:22,475 DEBUG [M:0;7e5582d806af:34095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca983f1703204666864c615ed101d7bf is 69, key is 7e5582d806af,32949,1732648875872/rs:state/1732648877221/Put/seqid=0 2024-11-26T19:24:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073742479_1655 (size=5156) 2024-11-26T19:24:22,879 INFO [M:0;7e5582d806af:34095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2315 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca983f1703204666864c615ed101d7bf 2024-11-26T19:24:22,883 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/514375082d8d4ea6b753dc15a35a787c as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/514375082d8d4ea6b753dc15a35a787c 2024-11-26T19:24:22,885 INFO [M:0;7e5582d806af:34095 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/514375082d8d4ea6b753dc15a35a787c, entries=8, sequenceid=2315, filesize=5.5 K 2024-11-26T19:24:22,886 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc5c4dc4daf545589e29b8c71052165d as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc5c4dc4daf545589e29b8c71052165d 2024-11-26T19:24:22,888 INFO [M:0;7e5582d806af:34095 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc5c4dc4daf545589e29b8c71052165d 2024-11-26T19:24:22,888 INFO [M:0;7e5582d806af:34095 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc5c4dc4daf545589e29b8c71052165d, entries=205, sequenceid=2315, filesize=48.5 K 2024-11-26T19:24:22,889 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca983f1703204666864c615ed101d7bf as hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca983f1703204666864c615ed101d7bf 2024-11-26T19:24:22,891 INFO [M:0;7e5582d806af:34095 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42693/user/jenkins/test-data/6f7286b6-bc84-9642-38f3-1809be74171e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca983f1703204666864c615ed101d7bf, entries=1, sequenceid=2315, filesize=5.0 K 2024-11-26T19:24:22,892 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegion(3040): Finished flush of dataSize ~809.87 KB/829308, heapSize ~998.33 KB/1022288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2315, compaction requested=false 2024-11-26T19:24:22,895 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T19:24:22,895 DEBUG [M:0;7e5582d806af:34095 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T19:24:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36407 is added to blk_1073741830_1006 (size=981126) 2024-11-26T19:24:22,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T19:24:22,897 INFO [M:0;7e5582d806af:34095 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T19:24:22,897 INFO [M:0;7e5582d806af:34095 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34095 2024-11-26T19:24:22,899 DEBUG [M:0;7e5582d806af:34095 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7e5582d806af,34095,1732648875110 already deleted, retry=false 2024-11-26T19:24:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:24:23,000 INFO [M:0;7e5582d806af:34095 {}] regionserver.HRegionServer(1307): Exiting; stopping=7e5582d806af,34095,1732648875110; zookeeper connection closed. 2024-11-26T19:24:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34095-0x10035476a1f0000, quorum=127.0.0.1:60553, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T19:24:23,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3054265c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T19:24:23,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65902fec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:24:23,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:24:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:24:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.log.dir/,STOPPED} 2024-11-26T19:24:23,012 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T19:24:23,012 WARN [BP-751110260-172.17.0.2-1732648872319 heartbeating to localhost/127.0.0.1:42693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T19:24:23,012 WARN [BP-751110260-172.17.0.2-1732648872319 heartbeating to localhost/127.0.0.1:42693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751110260-172.17.0.2-1732648872319 (Datanode Uuid 9e19bb83-73a9-448c-9fec-0fb075d22c1f) service to localhost/127.0.0.1:42693 2024-11-26T19:24:23,012 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T19:24:23,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/dfs/data/data1/current/BP-751110260-172.17.0.2-1732648872319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:24:23,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/cluster_65ad1f7f-f415-b3a4-fdd8-6fd215cd93b7/dfs/data/data2/current/BP-751110260-172.17.0.2-1732648872319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T19:24:23,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T19:24:23,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T19:24:23,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T19:24:23,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T19:24:23,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T19:24:23,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d54e052a-fe2b-fd7f-d574-823c5ff5796b/hadoop.log.dir/,STOPPED} 2024-11-26T19:24:23,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T19:24:23,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down